You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/04 18:06:03 UTC

[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+164) - Build # 3437 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3437/
Java: 64bit/jdk-9-ea+164 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([D5C85E594832EE9B:5D9C6183E6CE8363]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12718 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/init-core-data-001
   [junit4]   2> 1618925 WARN  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1618926 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1618927 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1618927 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001
   [junit4]   2> 1618928 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1618928 INFO  (Thread-3108) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1618928 INFO  (Thread-3108) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1618930 ERROR (Thread-3108) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1619028 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:32947
   [junit4]   2> 1619031 INFO  (jetty-launcher-2009-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1619031 INFO  (jetty-launcher-2009-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1619031 INFO  (jetty-launcher-2009-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a07158f{/solr,null,AVAILABLE}
   [junit4]   2> 1619031 INFO  (jetty-launcher-2009-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3710eede{/solr,null,AVAILABLE}
   [junit4]   2> 1619032 INFO  (jetty-launcher-2009-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@653c62f0{HTTP/1.1,[http/1.1]}{127.0.0.1:41609}
   [junit4]   2> 1619032 INFO  (jetty-launcher-2009-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2ae0665c{HTTP/1.1,[http/1.1]}{127.0.0.1:43038}
   [junit4]   2> 1619032 INFO  (jetty-launcher-2009-thread-2) [    ] o.e.j.s.Server Started @1620804ms
   [junit4]   2> 1619032 INFO  (jetty-launcher-2009-thread-1) [    ] o.e.j.s.Server Started @1620804ms
   [junit4]   2> 1619032 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41609}
   [junit4]   2> 1619032 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43038}
   [junit4]   2> 1619032 ERROR (jetty-launcher-2009-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1619033 ERROR (jetty-launcher-2009-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T17:49:11.501410Z
   [junit4]   2> 1619033 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T17:49:11.501472Z
   [junit4]   2> 1619035 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1619035 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1619039 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd49477650002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1619041 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1619056 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1619057 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32947/solr
   [junit4]   2> 1619058 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32947/solr
   [junit4]   2> 1619067 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1619067 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1619067 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41609_solr
   [junit4]   2> 1619067 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43038_solr
   [junit4]   2> 1619068 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97905551041953797-127.0.0.1:41609_solr-n_0000000000) starting
   [junit4]   2> 1619068 INFO  (zkCallback-2020-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1619068 INFO  (zkCallback-2021-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1619072 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41609_solr
   [junit4]   2> 1619072 INFO  (zkCallback-2020-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1619073 INFO  (zkCallback-2021-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1619157 INFO  (jetty-launcher-2009-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node1/.
   [junit4]   2> 1619180 INFO  (jetty-launcher-2009-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node2/.
   [junit4]   2> 1620249 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1620249 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32947/solr ready
   [junit4]   2> 1620258 INFO  (qtp1283563557-12727) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=c7081fb4-fbd9-4ecd-8235-72b50a791562&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1620259 INFO  (qtp1283563557-12727) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=c7081fb4-fbd9-4ecd-8235-72b50a791562&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1620259 INFO  (OverseerThreadFactory-6725-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection solr_9504
   [junit4]   2> 1620260 INFO  (qtp1283563557-12729) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1620261 INFO  (qtp1283563557-12729) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1620362 INFO  (qtp1283563557-12717) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1620362 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1620362 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1620364 INFO  (qtp1283563557-12727) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563
   [junit4]   2> 1620364 INFO  (qtp1283563557-12727) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1620464 INFO  (zkCallback-2021-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1621262 INFO  (qtp1283563557-12731) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1621263 INFO  (qtp1283563557-12731) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1621365 INFO  (qtp1283563557-12729) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563
   [junit4]   2> 1621365 INFO  (qtp1283563557-12729) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1621369 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1621374 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 1621375 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1621375 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1621376 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1621376 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node1/solr_9504_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node1/./solr_9504_shard1_replica1/data/]
   [junit4]   2> 1621589 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1621589 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1621590 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1621590 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1621592 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6553a0e2[solr_9504_shard1_replica1] main]
   [junit4]   2> 1621593 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1621593 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1621593 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1621593 INFO  (searcherExecutor-6730-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@6553a0e2[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1621593 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566488819464667136
   [junit4]   2> 1621597 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1621597 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1621597 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43038/solr/solr_9504_shard1_replica1/
   [junit4]   2> 1621597 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1621597 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:43038/solr/solr_9504_shard1_replica1/ has no replicas
   [junit4]   2> 1621597 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1621599 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43038/solr/solr_9504_shard1_replica1/ shard1
   [junit4]   2> 1621701 INFO  (zkCallback-2021-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1621750 INFO  (parallelCoreAdminExecutor-6726-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1621852 INFO  (zkCallback-2021-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1622264 INFO  (qtp1283563557-12719) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1622265 INFO  (qtp1283563557-12719) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1622367 INFO  (qtp1283563557-12717) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563
   [junit4]   2> 1622367 INFO  (qtp1283563557-12717) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c7081fb4-fbd9-4ecd-8235-72b50a79156230813137318563&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1622368 INFO  (OverseerThreadFactory-6725-thread-1) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1623266 INFO  (qtp1283563557-12727) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1623267 INFO  (qtp1283563557-12727) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1623268 INFO  (qtp1283563557-12729) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1623269 INFO  (qtp1283563557-12729) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c7081fb4-fbd9-4ecd-8235-72b50a791562&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1623278 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1623282 INFO  (qtp1283563557-12719) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566488821233614848)]} 0 1
   [junit4]   2> 1623283 INFO  (qtp1283563557-12717) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566488821236760576)]} 0 0
   [junit4]   2> 1623285 INFO  (qtp1283563557-12727) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566488821238857728)]} 0 0
   [junit4]   2> 1623286 INFO  (qtp1283563557-12729) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566488821239906304)]} 0 0
   [junit4]   2> 1623289 INFO  (qtp1283563557-12719) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566488821242003456)]} 0 0
   [junit4]   2> 1623290 INFO  (qtp1283563557-12717) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566488821244100608)]} 0 0
   [junit4]   2> 1623292 INFO  (qtp1283563557-12727) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566488821246197760)]} 0 0
   [junit4]   2> 1623293 INFO  (qtp1283563557-12729) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566488821247246336)]} 0 0
   [junit4]   2> 1623294 INFO  (qtp1283563557-12719) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566488821248294912)]} 0 0
   [junit4]   2> 1623296 INFO  (qtp1283563557-12717) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566488821250392064)]} 0 0
   [junit4]   2> 1623297 INFO  (qtp1283563557-12727) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1623297 INFO  (qtp1283563557-12727) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@23286fa7
   [junit4]   2> 1623520 INFO  (qtp1283563557-12727) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@499b9e6e[solr_9504_shard1_replica1] main]
   [junit4]   2> 1623521 INFO  (qtp1283563557-12727) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1623521 INFO  (searcherExecutor-6730-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@499b9e6e[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 1623521 INFO  (qtp1283563557-12727) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=solr_9504:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 223
   [junit4]   2> 1623521 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.ChaosMonkey monkey: kill shard! 43038
   [junit4]   2> 1623522 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2ae0665c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1623522 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1229626561
   [junit4]   2> 1623523 INFO  (coreCloseExecutor-6735-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@368c2336
   [junit4]   2> 1623523 INFO  (zkCallback-2021-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1623524 INFO  (coreCloseExecutor-6735-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 1623525 INFO  (zkCallback-2027-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1623525 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1624260 INFO  (OverseerCollectionConfigSetProcessor-97905551041953797-127.0.0.1:41609_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1625025 WARN  (zkCallback-2021-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1625025 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1625025 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3710eede{/solr,null,UNAVAILABLE}
   [junit4]   2> 1625026 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 43038
   [junit4]   2> 1625027 INFO  (qtp1999400558-12726) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=88c6ffbc-5c8a-4fad-8505-ea9e89a65b29&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1625027 INFO  (qtp1999400558-12726) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=88c6ffbc-5c8a-4fad-8505-ea9e89a65b29&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1625028 INFO  (OverseerThreadFactory-6725-thread-2) [    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"solr_9504",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "async":"88c6ffbc-5c8a-4fad-8505-ea9e89a65b29",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 1625029 INFO  (OverseerThreadFactory-6725-thread-2) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41609_solr for creating new replica
   [junit4]   2> 1625030 INFO  (qtp1999400558-12728) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1625030 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1625030 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1625031 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1625031 INFO  (qtp1999400558-12715) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133
   [junit4]   2> 1625032 INFO  (qtp1999400558-12715) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1626028 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1626029 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a3feff7{/solr,null,AVAILABLE}
   [junit4]   2> 1626029 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54cd23e6{HTTP/1.1,[http/1.1]}{127.0.0.1:43038}
   [junit4]   2> 1626029 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.e.j.s.Server Started @1627801ms
   [junit4]   2> 1626029 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43038}
   [junit4]   2> 1626030 ERROR (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1626030 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1626030 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1626030 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1626030 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T17:49:18.498317Z
   [junit4]   2> 1626031 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1626034 INFO  (qtp1999400558-12726) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133
   [junit4]   2> 1626034 INFO  (qtp1999400558-12726) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1626036 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1626043 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1626046 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32947/solr
   [junit4]   2> 1626047 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.s.IndexSchema [solr_9504_shard1_replica2] Schema name=minimal
   [junit4]   2> 1626050 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1626050 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica2' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1626050 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1626050 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.SolrCore [[solr_9504_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node2/solr_9504_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node2/./solr_9504_shard1_replica2/data/]
   [junit4]   2> 1626051 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1626052 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1626054 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43038_solr
   [junit4]   2> 1626054 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1626054 INFO  (zkCallback-2027-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1626055 INFO  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1626155 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1626196 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node1/.
   [junit4]   2> 1626196 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [solr_9504_shard1_replica1]
   [junit4]   2> 1626197 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1626202 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1626208 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 1626210 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1626210 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1626211 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1626211 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node1/solr_9504_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001/tempDir-001/node1/./solr_9504_shard1_replica1/data/]
   [junit4]   2> 1626299 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1626299 INFO  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1626371 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1626371 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1626373 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1626373 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1626376 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@fdd28c4[solr_9504_shard1_replica2] main]
   [junit4]   2> 1626377 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1626377 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1626377 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1626378 INFO  (searcherExecutor-6741-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica2] Registered new searcher Searcher@fdd28c4[solr_9504_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1626378 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566488824482103296
   [junit4]   2> 1626381 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1626391 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1626391 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1626392 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1626392 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1626397 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@227546fa[solr_9504_shard1_replica1] main]
   [junit4]   2> 1626398 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1626398 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1626398 INFO  (coreLoadExecutor-6743-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1626398 INFO  (searcherExecutor-6744-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@227546fa[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 1626482 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1626482 INFO  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1626881 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1626882 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1626882 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41609/solr/solr_9504_shard1_replica2/
   [junit4]   2> 1626882 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:41609/solr START replicas=[http://127.0.0.1:43038/solr/solr_9504_shard1_replica1/] nUpdates=100
   [junit4]   2> 1626882 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:41609/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1626883 ERROR (qtp1311809815-12792) [    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 1626883 WARN  (qtp1311809815-12792) [    ] o.e.j.s.ServletHandler /solr/solr_9504_shard1_replica1/get
   [junit4]   2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1626884 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1626884 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1626884 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1626885 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41609/solr/solr_9504_shard1_replica2/ shard1
   [junit4]   2> 1626986 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1626986 INFO  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1626990 INFO  (parallelCoreAdminExecutor-6727-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1627036 INFO  (qtp1999400558-12716) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133
   [junit4]   2> 1627036 INFO  (qtp1999400558-12716) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=88c6ffbc-5c8a-4fad-8505-ea9e89a65b2930817805204133&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1627038 INFO  (OverseerThreadFactory-6725-thread-2) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1627092 INFO  (zkCallback-2027-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1627092 INFO  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1627092 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1627402 INFO  (coreZkRegister-6737-thread-1) [    ] o.a.s.c.ZkController Core needs to recover:solr_9504_shard1_replica1
   [junit4]   2> 1627402 INFO  (updateExecutor-2029-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1627402 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1627402 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[1566488821250392064, 1566488821248294912, 1566488821247246336, 1566488821246197760, 1566488821244100608, 1566488821242003456, 1566488821239906304, 1566488821238857728, 1566488821236760576, 1566488821233614848]]
   [junit4]   2> 1627402 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[solr_9504_shard1_replica1]
   [junit4]   2> 1627402 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1627402 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [solr_9504_shard1_replica1] as recovering, leader is [http://127.0.0.1:41609/solr/solr_9504_shard1_replica2/] and I am [http://127.0.0.1:43038/solr/solr_9504_shard1_replica1/]
   [junit4]   2> 1627404 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:41609/solr]; [WaitForState: action=PREPRECOVERY&core=solr_9504_shard1_replica2&nodeName=127.0.0.1:43038_solr&coreNodeName=core_node1&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1627406 INFO  (qtp1999400558-12715) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1627406 INFO  (qtp1999400558-12715) [    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see solr_9504_shard1_replica2 (shard1 of solr_9504) have state: recovering
   [junit4]   2> 1627406 INFO  (qtp1999400558-12715) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:43038_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:43038/solr","node_name":"127.0.0.1:43038_solr","state":"down"}
   [junit4]   2> 1627504 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1627504 INFO  (zkCallback-2027-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1627504 INFO  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1628406 INFO  (qtp1999400558-12715) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:43038_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:43038/solr","node_name":"127.0.0.1:43038_solr","state":"recovering"}
   [junit4]   2> 1628406 INFO  (qtp1999400558-12715) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1628406 INFO  (qtp1999400558-12715) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:43038_solr&onlyIfLeaderActive=true&core=solr_9504_shard1_replica2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 1628907 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:41609/solr/solr_9504_shard1_replica2/] - recoveringAfterStartup=[true]
   [junit4]   2> 1628907 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:43038/solr START replicas=[http://127.0.0.1:41609/solr/solr_9504_shard1_replica2/] nUpdates=100
   [junit4]   2> 1628909 INFO  (qtp1999400558-12715) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1628909 INFO  (qtp1999400558-12715) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1628910 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@227546fa[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(6.6.0):C10)) docBase=0 ord=0) mavVersion:9223372036854775807
   [junit4]   2> 1628910 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1566488821250392064, maxInHash=1566488821250392064, versionsHash=1661573320766696586, numVersions=10, numDocs=10, maxDoc=10}
   [junit4]   2> 1628912 INFO  (qtp1999400558-12726) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1628912 INFO  (qtp1999400558-12726) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1628912 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:43038/solr  Received 0 versions from http://127.0.0.1:41609/solr/solr_9504_shard1_replica2/ fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1628912 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:43038/solr DONE. sync failed
   [junit4]   2> 1628912 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 1628912 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1628912 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:41609/solr/solr_9504_shard1_replica2/].
   [junit4]   2> 1628914 INFO  (qtp1999400558-12720) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1628914 INFO  (qtp1999400558-12720) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1628914 INFO  (qtp1999400558-12720) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1628914 INFO  (qtp1999400558-12720) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica2]  webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 1628917 INFO  (qtp1999400558-12716) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1628917 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1628917 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1628917 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1628917 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 1493920155766
   [junit4]   2> 1628917 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1628917 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 1628917 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1628918 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 1628919 INFO  (recoveryExecutor-2030-thread-1) [    ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 1629019 INFO  (zkCallback-2027-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1629019 INFO  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1629019 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1629020 INFO  (qtp1311809815-12787) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=10 status=0 QTime=0
   [junit4]   2> 1629022 INFO  (qtp1999400558-12724) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1629022 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D5C85E594832EE9B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLeaderElectionWithEmptyReplica -Dtests.method=test -Dtests.seed=D5C85E594832EE9B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=America/Guadeloupe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 5.75s J2 | TestLeaderElectionWithEmptyReplica.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D5C85E594832EE9B:5D9C6183E6CE8363]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1629025 INFO  (jetty-closer-2010-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@54cd23e6{HTTP/1.1,[http/1.1]}{127.0.0.1:43038}
   [junit4]   2> 1629026 INFO  (jetty-closer-2010-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1873272899
   [junit4]   2> 1629026 INFO  (jetty-closer-2010-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@653c62f0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1629026 INFO  (jetty-closer-2010-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=239453673
   [junit4]   2> 1629027 INFO  (coreCloseExecutor-6753-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@27748e27
   [junit4]   2> 1629027 INFO  (coreCloseExecutor-6754-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@71e1caf4
   [junit4]   2> 1629029 INFO  (OverseerCollectionConfigSetProcessor-97905551041953797-127.0.0.1:41609_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1629034 INFO  (coreCloseExecutor-6753-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 1629034 INFO  (coreCloseExecutor-6754-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica2
   [junit4]   2> 1629035 INFO  (jetty-closer-2010-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97905551041953797-127.0.0.1:41609_solr-n_0000000000) closing
   [junit4]   2> 1629035 INFO  (OverseerStateUpdate-97905551041953797-127.0.0.1:41609_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41609_solr
   [junit4]   2> 1629036 INFO  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1629036 WARN  (zkCallback-2032-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1629037 INFO  (jetty-closer-2010-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1629037 INFO  (jetty-closer-2010-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a3feff7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1630537 WARN  (zkCallback-2020-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1630537 INFO  (jetty-closer-2010-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1630537 INFO  (jetty-closer-2010-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a07158f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1630538 ERROR (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1630538 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32947 32947
   [junit4]   2> 1630554 INFO  (Thread-3108) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32947 32947
   [junit4]   2> 1630555 WARN  (Thread-3108) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/solr_9504/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97905551041953797-127.0.0.1:41609_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1630555 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D5C85E594832EE9B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D5C85E594832EE9B-001
   [junit4]   2> May 04, 2017 5:49:23 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=270, maxMBSortInHeap=7.218601273293077, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=nl, timezone=America/Guadeloupe
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=190423440,total=501743616
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrDeletionPolicy1, TestScoreJoinQPScore, SuggestComponentContextFilterQueryTest, TestPostingsSolrHighlighter, TestCloudPseudoReturnFields, DocValuesMultiTest, SolrSlf4jReporterTest, TestDistribDocBasedVersion, TestMacros, HardAutoCommitTest, CurrencyFieldXmlFileTest, SolrMetricManagerTest, UnloadDistributedZkTest, TestCloudInspectUtil, PeerSyncReplicationTest, TestReload, TestExactSharedStatsCache, TestConfigSetsAPIZkFailure, TestHdfsCloudBackupRestore, TestRebalanceLeaders, TestClassNameShortening, TestSolrQueryResponse, ConjunctionSolrSpellCheckerTest, ClassificationUpdateProcessorFactoryTest, QueryParsingTest, SimpleCollectionCreateDeleteTest, CdcrVersionReplicationTest, CoreMergeIndexesAdminHandlerTest, DeleteLastCustomShardedReplicaTest, SimpleMLTQParserTest, BadComponentTest, TestDocTermOrds, HdfsRestartWhileUpdatingTest, BasicAuthIntegrationTest, DirectoryFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrXml, TestManagedResourceStorage, TestTestInjection, SuggesterTSTTest, TimeZoneUtilsTest, StatsComponentTest, BigEndianAscendingWordSerializerTest, TestXIncludeConfig, AddBlockUpdateTest, TestRecovery, RequestHandlersTest, VersionInfoTest, TestShortCircuitedRequests, TestManagedSynonymFilterFactory, TestPushWriter, TestSimpleTextCodec, TestSolr4Spatial2, FieldAnalysisRequestHandlerTest, TestAnalyzedSuggestions, SolrGangliaReporterTest, MultiThreadedOCPTest, RulesTest, CloudExitableDirectoryReaderTest, TestFieldCacheVsDocValues, StatsReloadRaceTest, TestGeoJSONResponseWriter, DistributedFacetPivotWhiteBoxTest, TestSlowCompositeReaderWrapper, TestLeaderInitiatedRecoveryThread, TestNumericTerms32, TestSha256AuthenticationProvider, CloneFieldUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, SolrPluginUtilsTest, DebugComponentTest, TestAuthorizationFramework, LargeFieldTest, TestInPlaceUpdatesDistrib, LeaderElectionTest, TestSchemalessBufferedUpdates, TestExpandComponent, SpatialRPTFieldTypeTest, TestDocBasedVersionConstraints, ConcurrentDeleteAndCreateCollectionTest, TestEmbeddedSolrServerSchemaAPI, UUIDUpdateProcessorFallbackTest, TestOnReconnectListenerSupport, SolrTestCaseJ4Test, ReplaceNodeTest, TestDFRSimilarityFactory, DistributedSuggestComponentTest, LukeRequestHandlerTest, DirectUpdateHandlerTest, SOLR749Test, TestHighFrequencyDictionaryFactory, FieldMutatingUpdateProcessorTest, PingRequestHandlerTest, SolrXmlInZkTest, DistributedFacetPivotLongTailTest, TestStandardQParsers, TestRestoreCore, TestNonDefinedSimilarityFactory, TestQueryWrapperFilter, TestReRankQParserPlugin, BadIndexSchemaTest, TestDynamicFieldCollectionResource, MigrateRouteKeyTest, TestPhraseSuggestions, EnumFieldTest, CircularListTest, TestSolrQueryParserResource, TestXmlQParser, XmlUpdateRequestHandlerTest, PluginInfoTest, PrimUtilsTest, TestConfig, TestImplicitCoreProperties, CollectionsAPIDistributedZkTest, ShardRoutingTest, TestReplicationHandler, TestFaceting, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, TestRangeQuery, SimpleFacetsTest, TestGroupingSearch, SolrCmdDistributorTest, ConvertedLegacyTest, TestFunctionQuery, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, TestCoreDiscovery, SuggesterTest, SpatialFilterTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, DocumentBuilderTest, TestIndexingPerformance, LoggingHandlerTest, TestJmxIntegration, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, ResponseLogComponentTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestLuceneMatchVersion, TestCharFilters, TestLMJelinekMercerSimilarityFactory, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, DateMathParserTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, UUIDFieldTest, DistributedIntervalFacetingTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CleanupOldIndexTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteStatusTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, ReplicationFactorTest, RollingRestartTest, TestCloudDeleteByQuery, TestClusterProperties, TestCollectionAPI, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica]
   [junit4] Completed [536/711 (1!)] on J2 in 12.64s, 1 test, 1 failure <<< FAILURES!

[...truncated 36890 lines...]

[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_131) - Build # 3450 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3450/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrIndexSearcher, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrIndexSearcher, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, SolrCore, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([AAFE7446BE935246]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor107.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest:     1) Thread[id=18024, name=searcherExecutor-5711-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18022, name=Thread-2729, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    3) Thread[id=18019, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=18020, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   1) Thread[id=18024, name=searcherExecutor-5711-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=18022, name=Thread-2729, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   3) Thread[id=18019, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=18020, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([AAFE7446BE935246]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=18024, name=searcherExecutor-5711-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18022, name=Thread-2729, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=18024, name=searcherExecutor-5711-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=18022, name=Thread-2729, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
	at __randomizedtesting.SeedInfo.seed([AAFE7446BE935246]:0)




Build Log:
[...truncated 12353 lines...]
   [junit4] Suite: org.apache.solr.schema.BadIndexSchemaTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.BadIndexSchemaTest_AAFE7446BE935246-001/init-core-data-001
   [junit4]   2> 1076604 WARN  (SUITE-BadIndexSchemaTest-seed#[AAFE7446BE935246]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1076605 INFO  (SUITE-BadIndexSchemaTest-seed#[AAFE7446BE935246]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1076606 INFO  (SUITE-BadIndexSchemaTest-seed#[AAFE7446BE935246]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1076607 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorBanned
   [junit4]   2> 1076607 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076607 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076625 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076632 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 1076634 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076634 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorBanned
   [junit4]   2> 1076635 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUniqueKeyRules
   [junit4]   2> 1076636 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076636 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076650 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076656 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-is-copyfield-dest
   [junit4]   2> 1076658 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema uniqueKey field (id) can not be the dest of a copyField(source=XXX)
   [junit4]   2> 1076659 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076659 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076659 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076674 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076692 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-uses-default
   [junit4]   2> 1076694 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured with a default value (XXX)
   [junit4]   2> 1076694 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076694 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076695 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076709 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076716 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-multivalued
   [junit4]   2> 1076718 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured to be multivalued
   [junit4]   2> 1076719 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076719 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUniqueKeyRules
   [junit4]   2> 1076721 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 1076721 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076722 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076738 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076746 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-norms
   [junit4]   2> 1076747 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076748 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076748 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076782 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076790 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-tf
   [junit4]   2> 1076792 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076792 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076793 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076809 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076815 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-pos
   [junit4]   2> 1076817 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076817 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076817 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076838 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076845 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-omit-tf-but-not-pos
   [junit4]   2> 1076847 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076847 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 1076849 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusAnalysisParameters
   [junit4]   2> 1076849 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076850 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076881 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076888 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-analysis-parameters
   [junit4]   2> 1076889 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076889 INFO  (TEST-BadIndexSchemaTest.testBogusAnalysisParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusAnalysisParameters
   [junit4]   2> 1076891 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1076891 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076891 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076906 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1076912 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1076916 ERROR (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema FieldType 'sim1' is configured with a similarity, but the global similarity does not support it: class org.apache.solr.search.similarities.BM25SimilarityFactory
   [junit4]   2> 1076916 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1076916 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1076918 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1076919 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1076919 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1076940 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1076960 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 1076961 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1076962 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1076965 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1076999 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077006 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077006 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077008 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077033 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1077039 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-default-operator
   [junit4]   2> 1077040 WARN  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1077041 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1077041 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1077041 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077042 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1077042 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.BadIndexSchemaTest_AAFE7446BE935246-001/init-core-data-001/]
   [junit4]   2> 1077043 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=64.998046875, floorSegmentMB=1.2392578125, forceMergeDeletesPctAllowed=6.9103312294611605, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2917337418455162
   [junit4]   2> 1077082 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1077082 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1077083 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=28.640625, floorSegmentMB=1.796875, forceMergeDeletesPctAllowed=21.02112538425648, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4723416263743633
   [junit4]   2> 1077083 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@593bcb2c[collection1] main]
   [junit4]   2> 1077084 WARN  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1077084 INFO  (coreLoadExecutor-5710-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1077084 INFO  (searcherExecutor-5711-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@593bcb2c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1077085 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1077085 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1077087 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 1077087 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077087 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077112 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077134 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 1077137 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1077137 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1077140 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1077169 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077173 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077173 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077175 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077198 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077204 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 1077205 WARN  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1077206 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1077206 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1077206 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077206 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1077206 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.BadIndexSchemaTest_AAFE7446BE935246-001/init-core-data-001/]
   [junit4]   2> 1077207 ERROR (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.c.SolrCore FieldType 'direct1' is configured with a postings format, but the codec does not support it: class org.apache.solr.core.SolrCore$1
   [junit4]   2> 1077207 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d8fd331
   [junit4]   2> 1077208 INFO  (coreLoadExecutor-5720-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1077209 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1077209 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077209 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1814042243
   [junit4]   2> 1077209 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1077210 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1077210 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 1077212 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1077212 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077212 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077231 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077239 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1077258 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1077258 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1077260 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1077280 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077284 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077284 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077285 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077306 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077311 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1077314 WARN  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1077314 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1077314 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1077315 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077315 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1077315 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.BadIndexSchemaTest_AAFE7446BE935246-001/init-core-data-001/]
   [junit4]   2> 1077316 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19d6e0f2
   [junit4]   2> 1077316 INFO  (coreLoadExecutor-5728-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1077318 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1077318 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077318 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1593359766
   [junit4]   2> 1077318 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1077318 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1077319 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1077320 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSweetSpotSimBadConfig
   [junit4]   2> 1077321 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077321 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077347 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077356 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-both-tf
   [junit4]   2> 1077362 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077362 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077363 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077402 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077409 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-baseline
   [junit4]   2> 1077412 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077412 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077413 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077432 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077440 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-hyperbolic
   [junit4]   2> 1077443 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077443 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077444 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077464 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077490 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-norms
   [junit4]   2> 1077492 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077492 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSweetSpotSimBadConfig
   [junit4]   2> 1077494 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusParameters
   [junit4]   2> 1077494 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077495 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077511 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077518 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-field-parameters
   [junit4]   2> 1077519 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077519 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusParameters
   [junit4]   2> 1077521 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFields
   [junit4]   2> 1077521 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077522 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077537 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077544 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-field
   [junit4]   2> 1077547 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077547 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFields
   [junit4]   2> 1077550 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1077550 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077551 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077572 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1077599 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1077601 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1077601 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] default search field in schema is id.
   [junit4]   2> 1077601 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1077604 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1077630 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077634 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077634 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077635 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077655 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1077661 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1077663 WARN  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1077663 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is id.
   [junit4]   2> 1077663 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1077663 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1077663 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f8ca47c
   [junit4]   2> 1077664 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1077664 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.schema.BadIndexSchemaTest_AAFE7446BE935246-001/init-core-data-001/]
   [junit4]   2> 1077665 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=64.998046875, floorSegmentMB=1.2392578125, forceMergeDeletesPctAllowed=6.9103312294611605, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2917337418455162
   [junit4]   2> 1077712 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1077712 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1077713 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=28.640625, floorSegmentMB=1.796875, forceMergeDeletesPctAllowed=21.02112538425648, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4723416263743633
   [junit4]   2> 1077714 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@556ad5c[collection1] main]
   [junit4]   2> 1077714 WARN  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1077714 INFO  (coreLoadExecutor-5736-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1077714 INFO  (searcherExecutor-5737-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@556ad5c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1077715 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1077716 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1077720 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemaWithDefaultSearchField
   [junit4]   2> 1077720 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077721 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077749 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077777 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1077779 WARN  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1077779 ERROR (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema defaultSearchField has been deprecated and is incompatible with configs with luceneMatchVersion >= 6.6.0.  Use 'df' on requests instead.
   [junit4]   2> 1077779 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077780 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=367723021
   [junit4]   2> 1077780 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1077780 INFO  (coreCloseExecutor-5741-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@742b3b8e
   [junit4]   2> 1077781 INFO  (coreCloseExecutor-5741-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1077782 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1077782 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSchemaWithDefaultSearchField
   [junit4]   2> 1077786 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyBogusCode
   [junit4]   2> 1077786 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077787 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077807 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077815 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-default-code
   [junit4]   2> 1077817 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077817 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077818 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077839 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077847 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-code-in-xml
   [junit4]   2> 1077849 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-currency-ft-bogus-code-in-xml/1.4 with uniqueid field id
   [junit4]   2> 1077851 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077851 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyBogusCode
   [junit4]   2> 1077854 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDocValuesUnsupported
   [junit4]   2> 1077854 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077854 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077885 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077894 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-docValues-unsupported
   [junit4]   2> 1077895 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077895 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDocValuesUnsupported
   [junit4]   2> 1077897 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1077898 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077898 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077913 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077919 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-nontext-analyzer
   [junit4]   2> 1077920 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077920 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077920 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077935 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077950 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-analyzer-class-and-nested
   [junit4]   2> 1077952 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077952 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1077954 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedCurrency
   [junit4]   2> 1077954 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077954 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077968 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077974 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1077975 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077975 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077976 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1077989 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1077995 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-multivalued
   [junit4]   2> 1077996 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1077996 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1077997 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1078010 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1078025 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1078027 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1078027 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedCurrency
   [junit4]   2> 1078029 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1078029 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1078029 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1078042 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1078048 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-default-val
   [junit4]   2> 1078050 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1078050 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1078051 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1078066 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1078074 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-required
   [junit4]   2> 1078075 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1078075 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1078078 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFieldType
   [junit4]   2> 1078078 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1078078 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1078102 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1078108 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-fieldType
   [junit4]   2> 1078111 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1078111 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFieldType
   [junit4]   2> 1078114 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 1078114 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[AAFE7446BE935246]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1078115 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1078136 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[AAFE7446BE935246]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1078144 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1078148 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1078149 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[AAFE7446BE935246]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with un

[...truncated too long message...]

pache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AAFE7446BE935246]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   [junit4]    >    1) Thread[id=18024, name=searcherExecutor-5711-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=18022, name=Thread-2729, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    3) Thread[id=18019, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=18020, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AAFE7446BE935246]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=18024, name=searcherExecutor-5711-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=18022, name=Thread-2729, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AAFE7446BE935246]:0)
   [junit4] Completed [395/711 (1!)] on J0 in 45.84s, 23 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 44467 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+168) - Build # 3449 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3449/
Java: 64bit/jdk-9-ea+168 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, SolrIndexSearcher, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2009)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrCore, MockDirectoryWrapper, SolrIndexSearcher, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2009)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)


	at __randomizedtesting.SeedInfo.seed([22C708548707563C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at jdk.internal.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest:     1) Thread[id=11789, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)    2) Thread[id=11792, name=Thread-2362, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Object.wait(Native Method)         at java.base@9-ea/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    3) Thread[id=11790, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)    4) Thread[id=11794, name=searcherExecutor-5323-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   1) Thread[id=11789, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=11792, name=Thread-2362, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Object.wait(Native Method)
        at java.base@9-ea/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   3) Thread[id=11790, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=11794, name=searcherExecutor-5323-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
        at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([22C708548707563C]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=11792, name=Thread-2362, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Object.wait(Native Method)         at java.base@9-ea/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    2) Thread[id=11794, name=searcherExecutor-5323-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=11792, name=Thread-2362, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Object.wait(Native Method)
        at java.base@9-ea/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   2) Thread[id=11794, name=searcherExecutor-5323-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
        at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([22C708548707563C]:0)




Build Log:
[...truncated 12324 lines...]
   [junit4] Suite: org.apache.solr.schema.BadIndexSchemaTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_22C708548707563C-001/init-core-data-001
   [junit4]   2> 1155623 WARN  (SUITE-BadIndexSchemaTest-seed#[22C708548707563C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1155623 INFO  (SUITE-BadIndexSchemaTest-seed#[22C708548707563C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1155624 INFO  (SUITE-BadIndexSchemaTest-seed#[22C708548707563C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1155626 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1155626 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1155627 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1155647 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1155648 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1155655 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1155679 ERROR (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema FieldType 'sim1' is configured with a similarity, but the global similarity does not support it: class org.apache.solr.search.similarities.BM25SimilarityFactory
   [junit4]   2> 1155679 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1155680 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 1155682 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFields
   [junit4]   2> 1155682 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1155683 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1155711 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1155711 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1155719 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-field
   [junit4]   2> 1155722 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1155722 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFields
   [junit4]   2> 1155724 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1155724 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1155725 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1155739 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1155740 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1155746 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1155748 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1155748 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1155751 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1155767 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155783 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155783 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155784 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1155810 WARN  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1155811 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1155819 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1155822 WARN  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1155823 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1155823 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1155823 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155823 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1155823 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_22C708548707563C-001/init-core-data-001/]
   [junit4]   2> 1155826 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@665e9ac7
   [junit4]   2> 1155826 INFO  (coreLoadExecutor-5314-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1155827 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1155828 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1155828 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1654626087
   [junit4]   2> 1155828 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1155829 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1155830 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 1155833 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyOERNoRates
   [junit4]   2> 1155833 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1155834 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1155857 WARN  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1155858 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1155865 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-oer-norates
   [junit4]   2> 1155867 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1155867 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyOERNoRates
   [junit4]   2> 1155876 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1155876 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1155877 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1155919 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1155919 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1155927 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1155929 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1155929 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] default search field in schema is id.
   [junit4]   2> 1155929 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1155931 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1155959 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155966 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155966 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155968 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1155983 WARN  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1155984 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1155990 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1155992 WARN  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1155992 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is id.
   [junit4]   2> 1155992 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 1155992 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1155993 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1155993 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1155993 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_22C708548707563C-001/init-core-data-001/]
   [junit4]   2> 1155994 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=92.3447265625, floorSegmentMB=1.404296875, forceMergeDeletesPctAllowed=2.106424598317144, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1156065 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1156065 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1156067 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26207545685564926]
   [junit4]   2> 1156067 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@52f521ef[collection1] main]
   [junit4]   2> 1156068 WARN  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1156068 INFO  (coreLoadExecutor-5322-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1156068 INFO  (searcherExecutor-5323-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52f521ef[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1156070 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1156070 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 1156072 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 1156072 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156073 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156099 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156100 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156107 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1156109 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1156110 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1156111 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1156135 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156140 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156140 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156143 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156164 WARN  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156166 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156199 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 1156203 WARN  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1156203 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1156203 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1156204 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156204 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1156204 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_22C708548707563C-001/init-core-data-001/]
   [junit4]   2> 1156206 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7e204555
   [junit4]   2> 1156207 INFO  (coreLoadExecutor-5332-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1156208 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1156208 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156208 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=254226183
   [junit4]   2> 1156214 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1156214 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1156214 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 1156216 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 1156216 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156217 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156237 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156238 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156243 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-dynamicField
   [junit4]   2> 1156244 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156244 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 1156246 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1156246 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156246 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156264 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156265 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156270 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-nontext-analyzer
   [junit4]   2> 1156272 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156272 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156272 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156307 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156307 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156334 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-analyzer-class-and-nested
   [junit4]   2> 1156335 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156335 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 1156338 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBogusParameters
   [junit4]   2> 1156338 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156339 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156358 WARN  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156359 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156364 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-bogus-field-parameters
   [junit4]   2> 1156365 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156365 INFO  (TEST-BadIndexSchemaTest.testBogusParameters-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBogusParameters
   [junit4]   2> 1156367 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorBanned
   [junit4]   2> 1156368 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156368 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156386 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156387 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156405 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 1156407 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156407 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorBanned
   [junit4]   2> 1156409 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemaWithDefaultSearchField
   [junit4]   2> 1156409 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156409 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156424 WARN  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156424 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156430 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 1156431 WARN  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 1156431 ERROR (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema defaultSearchField has been deprecated and is incompatible with configs with luceneMatchVersion >= 6.6.0.  Use 'df' on requests instead.
   [junit4]   2> 1156431 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156432 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSchemaWithDefaultSearchField
   [junit4]   2> 1156433 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDocValuesUnsupported
   [junit4]   2> 1156433 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156434 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156451 WARN  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156452 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156459 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-docValues-unsupported
   [junit4]   2> 1156460 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156461 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDocValuesUnsupported
   [junit4]   2> 1156463 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 1156463 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156464 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156504 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156504 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156511 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 1156513 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1156514 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1156515 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1156544 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156552 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156552 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156554 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156578 WARN  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156579 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156587 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 1156589 WARN  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 1156589 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 1156589 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1156590 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1156590 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1156590 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_22C708548707563C-001/init-core-data-001/]
   [junit4]   2> 1156591 ERROR (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.SolrCore FieldType 'direct1' is configured with a postings format, but the codec does not support it: class org.apache.solr.core.SolrCore$1
   [junit4]   2> 1156591 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@36f5cfd6
   [junit4]   2> 1156593 INFO  (coreLoadExecutor-5340-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1156598 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1156598 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156598 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1597175943
   [junit4]   2> 1156599 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1156599 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1156599 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 1156620 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 1156620 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156621 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156643 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156643 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156651 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-norms
   [junit4]   2> 1156653 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156653 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156653 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156695 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156695 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156702 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-tf
   [junit4]   2> 1156704 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156704 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156705 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156730 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156731 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156756 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-pos
   [junit4]   2> 1156758 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156758 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156758 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156781 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156781 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156788 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-omit-tf-but-not-pos
   [junit4]   2> 1156789 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156789 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 1156792 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedCurrency
   [junit4]   2> 1156792 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156792 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156814 WARN  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156815 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156822 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1156823 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156823 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156824 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156866 WARN  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156866 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156873 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-multivalued
   [junit4]   2> 1156875 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156875 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156875 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156899 WARN  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156899 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156906 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 1156908 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156908 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedCurrency
   [junit4]   2> 1156912 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1156912 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156912 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156935 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156936 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156959 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-default-val
   [junit4]   2> 1156960 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156961 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156961 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1156986 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1156986 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1156994 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dynamicfield-required
   [junit4]   2> 1156995 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1156995 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnsupportedAttributesOnDynamicField-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnsupportedAttributesOnDynamicField
   [junit4]   2> 1156997 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1156997 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1156998 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1157012 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1157013 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1157021 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 1157022 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema [null] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1157022 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1157023 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1157079 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1157085 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1157086 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1157087 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1157112 WARN  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1157112 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1157120 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-default-operator
   [junit4]   2> 1157121 WARN  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 1157121 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 1157122 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1157122 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a52ec6
   [junit4]   2> 1157122 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1157122 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_22C708548707563C-001/init-core-data-001/]
   [junit4]   2> 1157125 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=92.3447265625, floorSegmentMB=1.404296875, forceMergeDeletesPctAllowed=2.106424598317144, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1157168 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1157168 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1157169 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26207545685564926]
   [junit4]   2> 1157170 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@745d8bdd[collection1] main]
   [junit4]   2> 1157170 WARN  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1157170 INFO  (coreLoadExecutor-5348-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1157172 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1157172 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorNotBannedForPre66
   [junit4]   2> 1157173 INFO  (searcherExecutor-5349-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@745d8bdd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1157175 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSweetSpotSimBadConfig
   [junit4]   2> 1157175 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[22C708548707563C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1157176 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[22C708548707563C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1157198 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBad

[...truncated too long message...]

solr.core.SolrCore.initSearcher(SolrCore.java:1062)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([22C708548707563C]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   [junit4]    >    1) Thread[id=11789, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    2) Thread[id=11792, name=Thread-2362, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Native Method)
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Object.java:516)
   [junit4]    >         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    3) Thread[id=11790, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    4) Thread[id=11794, name=searcherExecutor-5323-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([22C708548707563C]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=11792, name=Thread-2362, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Native Method)
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Object.java:516)
   [junit4]    >         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    2) Thread[id=11794, name=searcherExecutor-5323-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([22C708548707563C]:0)
   [junit4] Completed [408/711 (1!)] on J2 in 46.15s, 23 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 37269 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (32bit/jdk-9-ea+168) - Build # 3448 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3448/
Java: 32bit/jdk-9-ea+168 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([D1C2A1593E17CD80:59969E8390EBA078]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12659 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/init-core-data-001
   [junit4]   2> 1377888 WARN  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 1377888 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1377889 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1377889 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001
   [junit4]   2> 1377889 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1377889 INFO  (Thread-3296) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1377889 INFO  (Thread-3296) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1377891 ERROR (Thread-3296) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1377989 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45932
   [junit4]   2> 1377992 INFO  (jetty-launcher-2784-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1377993 INFO  (jetty-launcher-2784-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1377993 INFO  (jetty-launcher-2784-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4049ed{/solr,null,AVAILABLE}
   [junit4]   2> 1377993 INFO  (jetty-launcher-2784-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1708f65{/solr,null,AVAILABLE}
   [junit4]   2> 1377993 INFO  (jetty-launcher-2784-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a560ff{HTTP/1.1,[http/1.1]}{127.0.0.1:٤٠٤٤١}
   [junit4]   2> 1377993 INFO  (jetty-launcher-2784-thread-1) [    ] o.e.j.s.Server Started @١٣٧٩٩٤٥ms
   [junit4]   2> 1377993 INFO  (jetty-launcher-2784-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10bb255{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٥٠٥٦}
   [junit4]   2> 1377993 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40441}
   [junit4]   2> 1377994 INFO  (jetty-launcher-2784-thread-2) [    ] o.e.j.s.Server Started @١٣٧٩٩٤٥ms
   [junit4]   2> 1377994 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35056}
   [junit4]   2> 1377994 ERROR (jetty-launcher-2784-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1377995 ERROR (jetty-launcher-2784-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T02:34:27.349318Z
   [junit4]   2> 1377995 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T02:34:27.349367Z
   [junit4]   2> 1377996 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1377996 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1378009 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdb9bb82c0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1378010 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1378010 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1378011 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45932/solr
   [junit4]   2> 1378011 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45932/solr
   [junit4]   2> 1378020 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1378020 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1378020 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40441_solr
   [junit4]   2> 1378020 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35056_solr
   [junit4]   2> 1378020 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97913278774902789-127.0.0.1:40441_solr-n_0000000000) starting
   [junit4]   2> 1378021 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1378021 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1378023 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40441_solr
   [junit4]   2> 1378024 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1378024 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1378084 INFO  (jetty-launcher-2784-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/.
   [junit4]   2> 1378128 INFO  (jetty-launcher-2784-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node1/.
   [junit4]   2> 1379495 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1379495 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45932/solr ready
   [junit4]   2> 1379499 INFO  (qtp26479591-13961) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=7faad7f0-716c-44b7-84f2-cfcff5ad7232&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1379500 INFO  (qtp26479591-13961) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=7faad7f0-716c-44b7-84f2-cfcff5ad7232&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1379501 INFO  (OverseerThreadFactory-6129-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection solr_9504
   [junit4]   2> 1379501 INFO  (qtp26479591-13962) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1379501 INFO  (qtp26479591-13962) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1379603 INFO  (qtp26479591-13955) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1379604 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1379604 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1379605 INFO  (qtp26479591-13961) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749
   [junit4]   2> 1379605 INFO  (qtp26479591-13961) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1379706 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1380503 INFO  (qtp26479591-13963) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1380504 INFO  (qtp26479591-13963) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1380607 INFO  (qtp26479591-13962) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749
   [junit4]   2> 1380607 INFO  (qtp26479591-13962) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1380609 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1380614 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 1380615 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1380615 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1380615 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1380615 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/solr_9504_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/./solr_9504_shard1_replica1/data/]
   [junit4]   2> 1380673 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1380673 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1380674 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1380674 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1380675 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31bf7c[solr_9504_shard1_replica1] main]
   [junit4]   2> 1380675 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1380676 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1380676 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1380676 INFO  (searcherExecutor-6134-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@31bf7c[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1380676 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566612463319777280
   [junit4]   2> 1380679 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1380679 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1380679 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/
   [junit4]   2> 1380679 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1380679 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/ has no replicas
   [junit4]   2> 1380680 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1380681 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/ shard1
   [junit4]   2> 1380782 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1380831 INFO  (parallelCoreAdminExecutor-6130-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1380933 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1381505 INFO  (qtp26479591-13957) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1381506 INFO  (qtp26479591-13957) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1381608 INFO  (qtp26479591-13955) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749
   [junit4]   2> 1381608 INFO  (qtp26479591-13955) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232148729264529749&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1381610 INFO  (OverseerThreadFactory-6129-thread-1) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1382507 INFO  (qtp26479591-13961) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1382508 INFO  (qtp26479591-13961) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1382510 INFO  (qtp26479591-13962) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1382510 INFO  (qtp26479591-13962) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=7faad7f0-716c-44b7-84f2-cfcff5ad7232&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1382520 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1382523 INFO  (qtp26479591-13957) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566612465255448576)]} 0 1
   [junit4]   2> 1382524 INFO  (qtp26479591-13955) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566612465257545728)]} 0 0
   [junit4]   2> 1382526 INFO  (qtp26479591-13961) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566612465259642880)]} 0 0
   [junit4]   2> 1382527 INFO  (qtp26479591-13962) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566612465260691456)]} 0 0
   [junit4]   2> 1382529 INFO  (qtp26479591-13957) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566612465262788608)]} 0 0
   [junit4]   2> 1382531 INFO  (qtp26479591-13955) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566612465264885760)]} 0 0
   [junit4]   2> 1382532 INFO  (qtp26479591-13961) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566612465265934336)]} 0 0
   [junit4]   2> 1382534 INFO  (qtp26479591-13962) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566612465266982912)]} 0 0
   [junit4]   2> 1382535 INFO  (qtp26479591-13957) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566612465269080064)]} 0 0
   [junit4]   2> 1382536 INFO  (qtp26479591-13955) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566612465270128640)]} 0 0
   [junit4]   2> 1382538 INFO  (qtp26479591-13961) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1382538 INFO  (qtp26479591-13961) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1e84503
   [junit4]   2> 1382665 INFO  (qtp26479591-13961) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@128977e[solr_9504_shard1_replica1] main]
   [junit4]   2> 1382666 INFO  (searcherExecutor-6134-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@128977e[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 1382666 INFO  (qtp26479591-13961) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1382666 INFO  (qtp26479591-13961) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=solr_9504:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 128
   [junit4]   2> 1382666 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.ChaosMonkey monkey: kill shard! 35056
   [junit4]   2> 1382667 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@10bb255{HTTP/1.1,[http/1.1]}{127.0.0.1:Ù }
   [junit4]   2> 1382667 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28605617
   [junit4]   2> 1382668 INFO  (coreCloseExecutor-6139-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@297719
   [junit4]   2> 1382668 INFO  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1382669 INFO  (coreCloseExecutor-6139-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 1382669 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1382669 INFO  (zkCallback-2802-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1383502 INFO  (OverseerCollectionConfigSetProcessor-97913278774902789-127.0.0.1:40441_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1384169 WARN  (zkCallback-2796-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1384170 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1384170 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1708f65{/solr,null,UNAVAILABLE}
   [junit4]   2> 1384170 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 35056
   [junit4]   2> 1384171 INFO  (qtp14117914-13951) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=f351c2f7-96a6-4d72-9c98-5156048f80d2&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1384172 INFO  (qtp14117914-13951) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=f351c2f7-96a6-4d72-9c98-5156048f80d2&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1384173 INFO  (OverseerThreadFactory-6129-thread-2) [    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"solr_9504",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "async":"f351c2f7-96a6-4d72-9c98-5156048f80d2",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 1384173 INFO  (OverseerThreadFactory-6129-thread-2) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40441_solr for creating new replica
   [junit4]   2> 1384179 INFO  (qtp14117914-13953) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1384179 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.h.a.CoreAdminOperation core create command async=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1384179 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1384180 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1384181 INFO  (qtp14117914-13946) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415
   [junit4]   2> 1384181 INFO  (qtp14117914-13946) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1385172 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1385173 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9189b1{/solr,null,AVAILABLE}
   [junit4]   2> 1385173 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13854cf{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٥٠٥٦}
   [junit4]   2> 1385174 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.e.j.s.Server Started @١٣٨٧١٢٥ms
   [junit4]   2> 1385174 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35056}
   [junit4]   2> 1385174 ERROR (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1385174 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1385174 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1385174 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1385174 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-06T02:34:34.528962Z
   [junit4]   2> 1385176 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1385180 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1385180 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45932/solr
   [junit4]   2> 1385183 INFO  (qtp14117914-13951) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415
   [junit4]   2> 1385183 INFO  (qtp14117914-13951) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1385191 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1385192 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1385193 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1385194 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35056_solr
   [junit4]   2> 1385195 INFO  (zkCallback-2802-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385195 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385195 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1385197 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.s.IndexSchema [solr_9504_shard1_replica2] Schema name=minimal
   [junit4]   2> 1385199 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1385199 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica2' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1385199 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1385199 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.SolrCore [[solr_9504_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node1/solr_9504_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node1/./solr_9504_shard1_replica2/data/]
   [junit4]   2> 1385273 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1385273 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1385274 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1385274 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1385275 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f93bd[solr_9504_shard1_replica2] main]
   [junit4]   2> 1385276 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1385276 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1385276 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1385277 INFO  (searcherExecutor-6145-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica2] Registered new searcher Searcher@2f93bd[solr_9504_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1385277 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566612468144275456
   [junit4]   2> 1385280 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1385381 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/.
   [junit4]   2> 1385381 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1385381 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [solr_9504_shard1_replica1]
   [junit4]   2> 1385381 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1385386 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1385391 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
   [junit4]   2> 1385392 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1385392 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504, trusted=true
   [junit4]   2> 1385392 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1385392 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/solr_9504_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001/tempDir-001/node2/./solr_9504_shard1_replica1/data/]
   [junit4]   2> 1385422 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1385422 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1385423 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1385423 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1385425 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@608041[solr_9504_shard1_replica1] main]
   [junit4]   2> 1385426 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1385426 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1385426 INFO  (coreLoadExecutor-6151-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1385426 INFO  (searcherExecutor-6152-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@608041[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
   [junit4]   2> 1385483 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1385483 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1385780 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1385780 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1385780 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/
   [junit4]   2> 1385781 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:40441/solr START replicas=[http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/] nUpdates=100
   [junit4]   2> 1385781 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica2 url=http://127.0.0.1:40441/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1385782 ERROR (qtp5289371-14022) [    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 1385782 WARN  (qtp5289371-14022) [    ] o.e.j.s.ServletHandler /solr/solr_9504_shard1_replica1/get
   [junit4]   2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1385784 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1385784 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1385785 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1385786 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/ shard1
   [junit4]   2> 1385887 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1385887 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1385936 INFO  (parallelCoreAdminExecutor-6132-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1386038 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386038 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386185 INFO  (qtp14117914-13947) [    ] o.a.s.h.a.CoreAdminOperation Checking request status for : f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415
   [junit4]   2> 1386185 INFO  (qtp14117914-13947) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=f351c2f7-96a6-4d72-9c98-5156048f80d2148733835406415&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1386186 INFO  (OverseerThreadFactory-6129-thread-2) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1386429 INFO  (coreZkRegister-6141-thread-1) [    ] o.a.s.c.ZkController Core needs to recover:solr_9504_shard1_replica1
   [junit4]   2> 1386430 INFO  (updateExecutor-2804-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1386431 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1386431 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[1566612465270128640, 1566612465269080064, 1566612465266982912, 1566612465265934336, 1566612465264885760, 1566612465262788608, 1566612465260691456, 1566612465259642880, 1566612465257545728, 1566612465255448576]]
   [junit4]   2> 1386431 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[solr_9504_shard1_replica1]
   [junit4]   2> 1386431 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1386431 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [solr_9504_shard1_replica1] as recovering, leader is [http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/] and I am [http://127.0.0.1:35056/solr/solr_9504_shard1_replica1/]
   [junit4]   2> 1386432 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:40441/solr]; [WaitForState: action=PREPRECOVERY&core=solr_9504_shard1_replica2&nodeName=127.0.0.1:35056_solr&coreNodeName=core_node1&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1386433 INFO  (qtp14117914-13946) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 1386433 INFO  (qtp14117914-13946) [    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see solr_9504_shard1_replica2 (shard1 of solr_9504) have state: recovering
   [junit4]   2> 1386433 INFO  (qtp14117914-13946) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:35056_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:35056/solr","node_name":"127.0.0.1:35056_solr","state":"down"}
   [junit4]   2> 1386533 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386533 INFO  (zkCallback-2802-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1386533 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1387433 INFO  (qtp14117914-13946) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solr_9504, shard=shard1, thisCore=solr_9504_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:35056_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"solr_9504_shard1_replica1","base_url":"http://127.0.0.1:35056/solr","node_name":"127.0.0.1:35056_solr","state":"recovering"}
   [junit4]   2> 1387433 INFO  (qtp14117914-13946) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1387434 INFO  (qtp14117914-13946) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:35056_solr&onlyIfLeaderActive=true&core=solr_9504_shard1_replica2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 1387934 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/] - recoveringAfterStartup=[true]
   [junit4]   2> 1387934 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:35056/solr START replicas=[http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/] nUpdates=100
   [junit4]   2> 1387943 INFO  (qtp14117914-13946) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1387943 INFO  (qtp14117914-13946) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1387944 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@608041[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(6.6.0):C10)) docBase=0 ord=0) mavVersion:9223372036854775807
   [junit4]   2> 1387944 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1566612465270128640, maxInHash=1566612465270128640, versionsHash=2062489616141550953, numVersions=10, numDocs=10, maxDoc=10}
   [junit4]   2> 1387946 INFO  (qtp14117914-13951) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1387946 INFO  (qtp14117914-13951) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1387947 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:35056/solr  Received 0 versions from http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/ fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 1387947 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=solr_9504_shard1_replica1 url=http://127.0.0.1:35056/solr DONE. sync failed
   [junit4]   2> 1387947 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
   [junit4]   2> 1387947 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1387947 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:40441/solr/solr_9504_shard1_replica2/].
   [junit4]   2> 1387948 INFO  (qtp14117914-13949) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1387948 INFO  (qtp14117914-13949) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1387948 INFO  (qtp14117914-13949) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1387948 INFO  (qtp14117914-13949) [    ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica2]  webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 1387950 INFO  (qtp14117914-13948) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1387950 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1387951 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1387951 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1387951 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 1494038071892
   [junit4]   2> 1387951 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 1387951 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 1387951 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1387951 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 1387953 INFO  (recoveryExecutor-2805-thread-1) [    ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 1388053 INFO  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388053 INFO  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388053 INFO  (zkCallback-2802-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1388055 INFO  (qtp5289371-14017) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=10 status=0 QTime=0
   [junit4]   2> 1388057 INFO  (qtp14117914-13952) [    ] o.a.s.c.S.Request [solr_9504_shard1_replica2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1388057 INFO  (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[D1C2A1593E17CD80]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLeaderElectionWithEmptyReplica -Dtests.method=test -Dtests.seed=D1C2A1593E17CD80 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-YE -Dtests.timezone=Asia/Thimbu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 5.55s J2 | TestLeaderElectionWithEmptyReplica.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D1C2A1593E17CD80:59969E8390EBA078]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
   [junit4]    > 	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1388060 INFO  (jetty-closer-2785-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@13854cf{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٥٠٥٦}
   [junit4]   2> 1388060 INFO  (jetty-closer-2785-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@a560ff{HTTP/1.1,[http/1.1]}{127.0.0.1:Ù }
   [junit4]   2> 1388060 INFO  (jetty-closer-2785-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16094820
   [junit4]   2> 1388060 INFO  (jetty-closer-2785-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17462081
   [junit4]   2> 1388061 INFO  (coreCloseExecutor-6157-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@fd07a
   [junit4]   2> 1388061 INFO  (coreCloseExecutor-6158-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d8fbe8
   [junit4]   2> 1388063 INFO  (coreCloseExecutor-6157-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica2
   [junit4]   2> 1388063 INFO  (coreCloseExecutor-6158-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 1388064 INFO  (jetty-closer-2785-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97913278774902789-127.0.0.1:40441_solr-n_0000000000) closing
   [junit4]   2> 1388064 INFO  (OverseerStateUpdate-97913278774902789-127.0.0.1:40441_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40441_solr
   [junit4]   2> 1389564 WARN  (zkCallback-2795-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1389564 WARN  (zkCallback-2807-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1389565 INFO  (jetty-closer-2785-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1389565 INFO  (jetty-closer-2785-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1389565 INFO  (jetty-closer-2785-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4049ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 1389565 INFO  (jetty-closer-2785-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9189b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1389565 ERROR (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1389565 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45932 45932
   [junit4]   2> 1389619 INFO  (Thread-3296) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45932 45932
   [junit4]   2> 1389620 WARN  (Thread-3296) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/solr_9504/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/97913278774902789-127.0.0.1:40441_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1389620 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[D1C2A1593E17CD80]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_D1C2A1593E17CD80-001
   [junit4]   2> May 06, 2017 2:34:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-YE, timezone=Asia/Thimbu
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=227174832,total=327155712
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSearcher, TestConfig, TestSolrDeletionPolicy1, OverriddenZkACLAndCredentialsProvidersTest, TestExtendedDismaxParser, BadIndexSchemaTest, TestIndexingPerformance, TestConfigsApi, DistributedVersionInfoTest, TestTestInjection, PeerSyncWithIndexFingerprintCachingTest, DateRangeFieldTest, TestCollectionAPI, TestCoreDiscovery, DOMUtilTest, FieldMutatingUpdateProcessorTest, CollectionTooManyReplicasTest, TestLeaderInitiatedRecoveryThread, SolrCoreCheckLockOnStartupTest, BlockCacheTest, TestPayloadCheckQParserPlugin, TestGeoJSONResponseWriter, TestConfigSetImmutable, StatsReloadRaceTest, VMParamsZkACLAndCredentialsProvidersTest, TestLMJelinekMercerSimilarityFactory, BinaryUpdateRequestHandlerTest, DirectUpdateHandlerTest, TestRebalanceLeaders, DistributedExpandComponentTest, TestStressInPlaceUpdates, ReplaceNodeTest, OpenExchangeRatesOrgProviderTest, TestStressUserVersions, AutoCommitTest, TestMergePolicyConfig, DocValuesMultiTest, SolrTestCaseJ4Test, BadComponentTest, TestImplicitCoreProperties, HttpPartitionTest, LeaderFailureAfterFreshStartTest, HdfsDirectoryTest, SparseHLLTest, TestSolrQueryParser, TestMultiWordSynonyms, TestDFRSimilarityFactory, PreAnalyzedFieldTest, TestConfigSetsAPIZkFailure, TestXIncludeConfig, ZkStateWriterTest, DeleteLastCustomShardedReplicaTest, ClassificationUpdateProcessorFactoryTest, TestLFUCache, ManagedSchemaRoundRobinCloudTest, V2ApiIntegrationTest, ResponseLogComponentTest, OverseerTest, BlockJoinFacetSimpleTest, TestMiniSolrCloudCluster, UnloadDistributedZkTest, HardAutoCommitTest, RecoveryZkTest, TestCollationField, PluginInfoTest, TestSolrConfigHandlerCloud, TestJsonRequest, TestNRTOpen, TestBinaryResponseWriter, TestObjectReleaseTracker, BasicDistributedZk2Test, TestGroupingSearch, TestReload, TestFieldCache, TestPhraseSuggestions, TestInitQParser, JavabinLoaderTest, MinimalSchemaTest, CircularListTest, TestInPlaceUpdatesStandalone, TestSolrCoreParser, TestRequestStatusCollectionAPI, SolrXmlInZkTest, CoreMergeIndexesAdminHandlerTest, UpdateParamsTest, TestHdfsBackupRestoreCore, ShowFileRequestHandlerTest, ParsingFieldUpdateProcessorsTest, TestHdfsCloudBackupRestore, TestWriterPerf, SolrSlf4jReporterTest, RulesTest, TestRestoreCore, CachingDirectoryFactoryTest, BigEndianAscendingWordSerializerTest, SuggesterTest, TestTolerantSearch, TestOnReconnectListenerSupport, SuggesterTSTTest, TestSimpleTextCodec, SuggesterWFSTTest, TestSolrCloudWithKerberosAlt, TestMinMaxOnMultiValuedField, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedFacetPivotWhiteBoxTest, MigrateRouteKeyTest, CdcrReplicationDistributedZkTest, TestPerFieldSimilarityClassic, TestPostingsSolrHighlighter, SpellCheckCollatorWithCollapseTest, UUIDUpdateProcessorFallbackTest, TestSolrXml, TestZkChroot, SOLR749Test, TestRandomFaceting, TestRandomDVFaceting, TestJoin, SolrCmdDistributorTest, TestSort, BasicFunctionalityTest, TestBadConfig, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestTrie, SpatialFilterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, JSONWriterTest, TestAnalyzedSuggestions, HighlighterConfigTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestBinaryField, NumericFieldsTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory, TestJmxMonitoredMap, TestFastLRUCache, DateFieldTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, CursorPagingTest, TestPathTrie, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, CdcrBootstrapTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerRolesTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica]
   [junit4] Completed [536/711 (1!)] on J2 in 11.99s, 1 test, 1 failure <<< FAILURES!

[...truncated 36957 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+168) - Build # 3447 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3447/
Java: 64bit/jdk-9-ea+168 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([61550F9BA9F5EFA3:15A5EEDEEDD1A82C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([61550F9BA9F5EFA3:E90130410709825B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12675 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/init-core-data-001
   [junit4]   2> 1500336 WARN  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 1500336 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1500337 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1500338 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001
   [junit4]   2> 1500338 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1500338 INFO  (Thread-3132) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1500338 INFO  (Thread-3132) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1500339 ERROR (Thread-3132) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1500438 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39914
   [junit4]   2> 1500457 INFO  (jetty-launcher-4525-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1500457 INFO  (jetty-launcher-4525-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65bba27c{/solr,null,AVAILABLE}
   [junit4]   2> 1500458 INFO  (jetty-launcher-4525-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1836fa53{SSL,[ssl, http/1.1]}{127.0.0.1:٣٢٩٣٥}
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-1) [    ] o.e.j.s.Server Started @١٥٠٣٠٠٨ms
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32935}
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@181973ed{/solr,null,AVAILABLE}
   [junit4]   2> 1500459 ERROR (jetty-launcher-4525-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39e26ad3{SSL,[ssl, http/1.1]}{127.0.0.1:٣٤٣٩٨}
   [junit4]   2> 1500459 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T23:24:31.241986Z
   [junit4]   2> 1500460 INFO  (jetty-launcher-4525-thread-2) [    ] o.e.j.s.Server Started @١٥٠٣٠٠٩ms
   [junit4]   2> 1500460 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34398}
   [junit4]   2> 1500460 ERROR (jetty-launcher-4525-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1500460 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1500460 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1500460 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1500460 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T23:24:31.242693Z
   [junit4]   2> 1500462 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1500463 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1500468 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdaedd4110001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1500469 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1500469 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1500470 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39914/solr
   [junit4]   2> 1500475 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39914/solr
   [junit4]   2> 1500483 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1500483 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1500483 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32935_solr
   [junit4]   2> 1500483 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34398_solr
   [junit4]   2> 1500484 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97912531918585860-127.0.0.1:32935_solr-n_0000000000) starting
   [junit4]   2> 1500484 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1500484 INFO  (zkCallback-4535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1500490 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32935_solr
   [junit4]   2> 1500492 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1500492 INFO  (zkCallback-4535-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1500560 INFO  (jetty-launcher-4525-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/.
   [junit4]   2> 1500561 INFO  (jetty-launcher-4525-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/.
   [junit4]   2> 1501626 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1501626 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39914/solr ready
   [junit4]   2> 1501678 INFO  (qtp1901405661-21292) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1501681 INFO  (OverseerThreadFactory-6640-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1501789 INFO  (qtp1901405661-21294) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1501790 INFO  (qtp1901405661-21294) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1501791 INFO  (qtp1901405661-21298) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1501836 INFO  (qtp1611190980-21303) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1501837 INFO  (qtp1611190980-21303) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1501844 INFO  (qtp1611190980-21309) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1501947 INFO  (zkCallback-4535-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1501948 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1502799 INFO  (qtp1901405661-21298) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1502813 INFO  (qtp1901405661-21294) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1502815 INFO  (qtp1901405661-21298) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1502817 INFO  (qtp1901405661-21298) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1502817 INFO  (qtp1901405661-21298) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1502820 INFO  (qtp1901405661-21298) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1502820 INFO  (qtp1901405661-21298) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/./collection1_shard2_replica2/data/]
   [junit4]   2> 1502821 INFO  (qtp1901405661-21294) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1502823 INFO  (qtp1901405661-21294) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1502823 INFO  (qtp1901405661-21294) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1502823 INFO  (qtp1901405661-21294) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1502823 INFO  (qtp1901405661-21294) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 1502844 INFO  (qtp1611190980-21303) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1502852 INFO  (qtp1611190980-21303) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1502853 INFO  (qtp1611190980-21309) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1502853 INFO  (qtp1611190980-21303) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1502853 INFO  (qtp1611190980-21303) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1502854 INFO  (qtp1611190980-21303) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1502855 INFO  (qtp1611190980-21303) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 1502860 INFO  (qtp1611190980-21309) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1502869 INFO  (qtp1611190980-21309) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1502869 INFO  (qtp1611190980-21309) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1502870 INFO  (qtp1611190980-21309) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1502870 INFO  (qtp1611190980-21309) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 1502917 INFO  (qtp1901405661-21298) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1502917 INFO  (qtp1901405661-21298) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1502918 INFO  (qtp1901405661-21298) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1502918 INFO  (qtp1901405661-21298) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1502919 INFO  (qtp1901405661-21298) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cdb5b86[collection1_shard2_replica2] main]
   [junit4]   2> 1502920 INFO  (qtp1901405661-21298) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1502920 INFO  (qtp1901405661-21298) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1502920 INFO  (qtp1901405661-21298) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1502920 INFO  (searcherExecutor-6645-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@6cdb5b86[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1502920 INFO  (qtp1901405661-21298) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566600513403748352
   [junit4]   2> 1502924 INFO  (qtp1901405661-21298) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1502952 INFO  (qtp1901405661-21294) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1502952 INFO  (qtp1901405661-21294) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1502953 INFO  (qtp1901405661-21294) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1502953 INFO  (qtp1901405661-21294) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1502954 INFO  (qtp1901405661-21294) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5497e40a[collection1_shard1_replica2] main]
   [junit4]   2> 1502955 INFO  (qtp1901405661-21294) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1502955 INFO  (qtp1901405661-21294) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1502955 INFO  (qtp1901405661-21294) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1502955 INFO  (searcherExecutor-6646-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@5497e40a[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1502956 INFO  (qtp1901405661-21294) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566600513441497088
   [junit4]   2> 1502960 INFO  (qtp1901405661-21294) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1502971 INFO  (qtp1611190980-21303) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1502972 INFO  (qtp1611190980-21303) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1502972 INFO  (qtp1611190980-21303) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1502972 INFO  (qtp1611190980-21303) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1502974 INFO  (qtp1611190980-21303) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f787d47[collection1_shard2_replica1] main]
   [junit4]   2> 1502975 INFO  (qtp1611190980-21303) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1502975 INFO  (qtp1611190980-21303) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1502975 INFO  (qtp1611190980-21303) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1502976 INFO  (searcherExecutor-6647-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@1f787d47[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1502976 INFO  (qtp1611190980-21303) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566600513462468608
   [junit4]   2> 1502990 INFO  (qtp1611190980-21309) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1502990 INFO  (qtp1611190980-21309) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1502991 INFO  (qtp1611190980-21309) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1502991 INFO  (qtp1611190980-21309) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1502993 INFO  (qtp1611190980-21309) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cb60605[collection1_shard1_replica1] main]
   [junit4]   2> 1502994 INFO  (qtp1611190980-21309) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1502994 INFO  (qtp1611190980-21309) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1502994 INFO  (qtp1611190980-21309) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1502994 INFO  (searcherExecutor-6648-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@6cb60605[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1502994 INFO  (qtp1611190980-21309) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566600513481342976
   [junit4]   2> 1503065 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1503065 INFO  (zkCallback-4535-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1503424 INFO  (qtp1901405661-21298) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1503424 INFO  (qtp1901405661-21298) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1503425 INFO  (qtp1901405661-21298) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32935/solr/collection1_shard2_replica2/
   [junit4]   2> 1503425 INFO  (qtp1901405661-21298) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:32935/solr START replicas=[https://127.0.0.1:34398/solr/collection1_shard2_replica1/] nUpdates=100
   [junit4]   2> 1503425 INFO  (qtp1901405661-21298) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:32935/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1503429 INFO  (qtp1611190980-21304) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1503430 INFO  (qtp1901405661-21298) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1503430 INFO  (qtp1901405661-21298) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1503431 INFO  (qtp1901405661-21298) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1503433 INFO  (qtp1901405661-21298) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32935/solr/collection1_shard2_replica2/ shard2
   [junit4]   2> 1503460 INFO  (qtp1901405661-21294) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1503460 INFO  (qtp1901405661-21294) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1503460 INFO  (qtp1901405661-21294) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32935/solr/collection1_shard1_replica2/
   [junit4]   2> 1503461 INFO  (qtp1901405661-21294) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:32935/solr START replicas=[https://127.0.0.1:34398/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 1503461 INFO  (qtp1901405661-21294) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:32935/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1503463 INFO  (qtp1611190980-21369) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1503463 INFO  (qtp1901405661-21294) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1503463 INFO  (qtp1901405661-21294) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1503463 INFO  (qtp1901405661-21294) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1503465 INFO  (qtp1901405661-21294) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32935/solr/collection1_shard1_replica2/ shard1
   [junit4]   2> 1503566 INFO  (zkCallback-4535-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1503566 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1503583 INFO  (qtp1901405661-21298) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1503585 INFO  (qtp1901405661-21298) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=1793
   [junit4]   2> 1503615 INFO  (qtp1901405661-21294) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1503616 INFO  (qtp1901405661-21294) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1827
   [junit4]   2> 1503717 INFO  (zkCallback-4535-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1503717 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1503980 INFO  (qtp1611190980-21303) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2143
   [junit4]   2> 1503999 INFO  (qtp1611190980-21309) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2155
   [junit4]   2> 1504002 INFO  (qtp1901405661-21292) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1504100 INFO  (zkCallback-4535-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1504100 INFO  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1505002 INFO  (qtp1901405661-21292) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3323
   [junit4]   2> 1505003 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1505003 INFO  (SUITE-TestCloudRecovery-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1505013 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 1505027 INFO  (qtp1611190980-21307) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566600515601563648&distrib.from=https://127.0.0.1:32935/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566600515601563648)} 0 4
   [junit4]   2> 1505029 INFO  (qtp1611190980-21369) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566600515607855104&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566600515607855104)} 0 1
   [junit4]   2> 1505029 INFO  (qtp1901405661-21298) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566600515607855104)} 0 7
   [junit4]   2> 1505029 INFO  (qtp1901405661-21297) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566600515601563648)} 0 14
   [junit4]   2> 1505033 INFO  (qtp1611190980-21303) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1505033 INFO  (qtp1901405661-21295) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1505033 INFO  (qtp1901405661-21295) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1505033 INFO  (qtp1611190980-21304) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1505033 INFO  (qtp1611190980-21304) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1505033 INFO  (qtp1901405661-21295) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1505033 INFO  (qtp1901405661-21295) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1505034 INFO  (qtp1611190980-21304) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1505034 INFO  (qtp1611190980-21304) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1505033 INFO  (qtp1611190980-21303) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1505034 INFO  (qtp1901405661-21298) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1505034 INFO  (qtp1901405661-21298) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1505034 INFO  (qtp1611190980-21303) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1505034 INFO  (qtp1611190980-21303) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 1505034 INFO  (qtp1901405661-21298) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1505034 INFO  (qtp1901405661-21298) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1505034 INFO  (qtp1901405661-21356) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 1505049 INFO  (qtp1611190980-21309) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1000 (1566600515630923776)]} 0 1
   [junit4]   2> 1505049 INFO  (qtp1901405661-21294) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1566600515630923776)]} 0 4
   [junit4]   2> 1505056 INFO  (qtp1611190980-21307) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[1001 (1566600515638263808)]} 0 1
   [junit4]   2> 1505056 INFO  (qtp1901405661-21292) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1566600515638263808)]} 0 5
   [junit4]   2> 1505060 INFO  (qtp1611190980-21304) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[0 (1566600515645603840)]} 0 0
   [junit4]   2> 1505060 INFO  (qtp1901405661-21295) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566600515645603840)]} 0 2
   [junit4]   2> 1505067 INFO  (qtp1611190980-21304) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1 (1566600515652943872)]} 0 0
   [junit4]   2> 1505067 INFO  (qtp1901405661-21298) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566600515652943872)]} 0 2
   [junit4]   2> 1505071 INFO  (qtp1611190980-21369) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[2 (1566600515657138176)]} 0 0
   [junit4]   2> 1505072 INFO  (qtp1901405661-21356) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566600515657138176)]} 0 2
   [junit4]   2> 1505077 INFO  (qtp1611190980-21369) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[3 (1566600515663429632)]} 0 0
   [junit4]   2> 1505077 INFO  (qtp1901405661-21294) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566600515663429632)]} 0 2
   [junit4]   2> 1505082 INFO  (qtp1611190980-21369) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[4 (1566600515668672512)]} 0 0
   [junit4]   2> 1505082 INFO  (qtp1901405661-21292) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566600515668672512)]} 0 2
   [junit4]   2> 1505087 INFO  (qtp1611190980-21303) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[5 (1566600515672866816)]} 0 0
   [junit4]   2> 1505087 INFO  (qtp1901405661-21295) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566600515672866816)]} 0 3
   [junit4]   2> 1505092 INFO  (qtp1611190980-21309) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[6 (1566600515679158272)]} 0 0
   [junit4]   2> 1505092 INFO  (qtp1901405661-21298) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566600515679158272)]} 0 2
   [junit4]   2> 1505096 INFO  (qtp1611190980-21369) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[7 (1566600515683352576)]} 0 0
   [junit4]   2> 1505097 INFO  (qtp1901405661-21356) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566600515683352576)]} 0 2
   [junit4]   2> 1505101 INFO  (qtp1611190980-21303) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[8 (1566600515688595456)]} 0 0
   [junit4]   2> 1505102 INFO  (qtp1901405661-21294) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566600515688595456)]} 0 2
   [junit4]   2> 1505106 INFO  (qtp1611190980-21309) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:32935/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[9 (1566600515693838336)]} 0 0
   [junit4]   2> 1505106 INFO  (qtp1901405661-21292) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566600515693838336)]} 0 2
   [junit4]   2> 1505114 INFO  (qtp1611190980-21309) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:34398/solr/collection1_shard2_replica1/|https://127.0.0.1:32935/solr/collection1_shard2_replica2/&rows=10&version=2&q=*:*&NOW=1494026675891&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1505116 INFO  (qtp1901405661-21294) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32935/solr/collection1_shard1_replica2/|https://127.0.0.1:34398/solr/collection1_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1494026675891&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1505116 INFO  (qtp1611190980-21308) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=7
   [junit4]   2> 1505117 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 34398
   [junit4]   2> 1505117 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2110170883
   [junit4]   2> 1505120 INFO  (coreCloseExecutor-6665-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@41412a46
   [junit4]   2> 1505120 INFO  (coreCloseExecutor-6665-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6587e107
   [junit4]   2> 1505123 INFO  (coreCloseExecutor-6665-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1505123 INFO  (coreCloseExecutor-6665-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1505127 INFO  (zkCallback-4543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1505127 INFO  (zkCallback-4535-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1505220 INFO  (zkCallback-4535-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1505683 INFO  (OverseerCollectionConfigSetProcessor-97912531918585860-127.0.0.1:32935_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1506627 WARN  (zkCallback-4538-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1506627 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1506629 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@39e26ad3{SSL,[ssl, http/1.1]}{127.0.0.1:Ù }
   [junit4]   2> 1506629 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@181973ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 1506629 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 32935
   [junit4]   2> 1506630 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=848043507
   [junit4]   2> 1506631 INFO  (coreCloseExecutor-6667-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e1cb1e
   [junit4]   2> 1506631 INFO  (coreCloseExecutor-6667-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7844b5fa
   [junit4]   2> 1506632 INFO  (coreCloseExecutor-6667-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1506632 INFO  (coreCloseExecutor-6667-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1506633 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.Overseer Overseer (id=97912531918585860-127.0.0.1:32935_solr-n_0000000000) closing
   [junit4]   2> 1506634 INFO  (OverseerStateUpdate-97912531918585860-127.0.0.1:32935_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32935_solr
   [junit4]   2> 1506635 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdaedd4110004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1506636 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1506636 INFO  (zkCallback-4543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1506637 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1836fa53{SSL,[ssl, http/1.1]}{127.0.0.1:Ù }
   [junit4]   2> 1506637 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65bba27c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1506640 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1506641 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@111a934a{/solr,null,AVAILABLE}
   [junit4]   2> 1506641 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8e4206d{SSL,[ssl, http/1.1]}{127.0.0.1:٣٤٣٩٨}
   [junit4]   2> 1506641 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.Server Started @١٥٠٩١٩١ms
   [junit4]   2> 1506641 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34398}
   [junit4]   2> 1506642 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1506642 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1506642 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1506642 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1506642 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T23:24:37.424519Z
   [junit4]   2> 1506643 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1506649 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1506650 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39914/solr
   [junit4]   2> 1506655 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1506656 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34398_solr
   [junit4]   2> 1506656 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.Overseer Overseer (id=97912531918585867-127.0.0.1:34398_solr-n_0000000002) starting
   [junit4]   2> 1506660 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34398_solr
   [junit4]   2> 1506661 INFO  (zkCallback-4543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1506662 INFO  (zkCallback-4548-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1506714 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/.
   [junit4]   2> 1506714 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica1, collection1_shard2_replica1]
   [junit4]   2> 1506715 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1506723 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1506725 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1506733 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1506733 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 1506735 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 1506780 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1506780 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1506780 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1506780 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1506782 WARN  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.u.UpdateLog Exception reverse reading log
   [junit4]   2> java.io.EOFException
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readUnsignedByte(FastInputStream.java:72)
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readInt(FastInputStream.java:230)
   [junit4]   2> 	at org.apache.solr.update.TransactionLog$FSReverseReader.next(TransactionLog.java:800)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.update(UpdateLog.java:1245)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.<init>(UpdateLog.java:1175)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.getRecentUpdates(UpdateLog.java:1348)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.init(UpdateLog.java:385)
   [junit4]   2> 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
   [junit4]   2> 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
   [junit4]   2> 	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
   [junit4]   2> 	at jdk.internal.reflect.GeneratedConstructorAccessor160.newInstance(Unknown Source)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
   [junit4]   2> 	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:487)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1079)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1506782 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1506782 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1506783 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1506783 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1506784 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@23eed992[collection1_shard1_replica1] main]
   [junit4]   2> 1506784 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@f6ae271[collection1_shard2_replica1] main]
   [junit4]   2> 1506785 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1506785 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1506785 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1506785 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1506785 INFO  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1506785 INFO  (coreLoadExecutor-6676-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1506786 INFO  (searcherExecutor-6678-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@f6ae271[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1506786 INFO  (searcherExecutor-6677-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@23eed992[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1506786 WARN  (coreLoadExecutor-6676-thread-2) [    ] o.a.s.u.UpdateLog Exception reverse reading log
   [junit4]   2> java.io.EOFException
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readUnsignedByte(FastInputStream.java:72)
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readInt(FastInputStream.java:230)
   [junit4]   2> 	at org.apache.solr.update.TransactionLog$FSReverseReader.next(TransactionLog.java:800)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.update(UpdateLog.java:1245)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.<init>(UpdateLog.java:1175)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.getRecentUpdates(UpdateLog.java:1348)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1851)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1879)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.seedVersionBuckets(SolrCore.java:1019)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1506791 INFO  (coreZkRegister-6669-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 1506791 INFO  (coreZkRegister-6669-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 1506893 INFO  (zkCallback-4548-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1507517 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1507518 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1577e8f3{/solr,null,AVAILABLE}
   [junit4]   2> 1507519 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2207474{SSL,[ssl, http/1.1]}{127.0.0.1:٣٢٩٣٥}
   [junit4]   2> 1507519 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.e.j.s.Server Started @١٥١٠٠٦٨ms
   [junit4]   2> 1507519 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32935}
   [junit4]   2> 1507519 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1507519 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1507519 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1507519 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1507519 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T23:24:38.301917Z
   [junit4]   2> 1507521 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1507526 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1507527 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39914/solr
   [junit4]   2> 1507532 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1507533 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1507536 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32935_solr
   [junit4]   2> 1507536 INFO  (zkCallback-4543-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1507536 INFO  (zkCallback-4548-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1507536 INFO  (zkCallback-4554-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1507569 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/.
   [junit4]   2> 1507570 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[61550F9BA9F5EFA3]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard2_replica2, collection1_shard1_replica2]
   [junit4]   2> 1507571 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1507582 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507584 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1507605 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1507607 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1507608 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1507609 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1507609 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1507609 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1507609 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507609 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1507609 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/./collection1_shard2_replica2/data/]
   [junit4]   2> 1507609 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_61550F9BA9F5EFA3-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 1507649 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507649 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507651 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507651 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507652 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1507652 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1507653 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@60da2829[collection1_shard1_replica2] main]
   [junit4]   2> 1507653 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1507653 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1507655 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e532644[collection1_shard2_replica2] main]
   [junit4]   2> 1507655 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1507655 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1507656 INFO  (coreLoadExecutor-6692-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507656 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1507656 INFO  (searcherExecutor-6693-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@60da2829[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507656 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1507656 INFO  (coreLoadExecutor-6692-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1507656 INFO  (searcherExecutor-6694-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@7e532644[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1507675 INFO  (zkCallback-4554-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1507675 INFO  (zkCallback-4548-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1507799 INFO  (coreZkRegister-6669-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1507800 INFO  (coreZkRegister-6669-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1507800 INFO  (coreZkRegister-6669-thread-2) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34398/solr/collection1_shard1_replica1/
   [junit4]   2> 1507800 INFO  (coreZkRegister-6669-thread-2) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:34398/solr START replicas=[https://127.0.0.1:32935/solr/collection1_shard1_replica2/] nUpdates=100
   [junit4]   2> 1507800 INFO  (coreZkRegister-6669-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1507800 INFO  (coreZkRegister-6669-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1507800 INFO  (coreZkRegister-6669-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34398/solr/collection1_shard2_replica1/
   [junit4]   2> 1507800 INFO  (coreZkRegister-6669-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica1 url=https://127.0.0.1:34398/solr START replicas=[https://127.0.0.1:32935/solr/collection1_shard2_replica2/] nUpdates=100
   [junit4]   2> 1507801 WARN  (coreZkRegister-6669-thread-1) [    ] o.a.s.u.UpdateLog Exception reverse reading log
   [junit4]   2> java.io.EOFException
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readUnsignedByte(FastInputStream.java:72)
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readInt(FastInputStream.java:230)
   [junit4]   2> 	at org.apache.solr.update.TransactionLog$FSReverseReader.next(TransactionLog.java:800)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.update(UpdateLog.java:1245)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.<init>(UpdateLog.java:1175)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.getRecentUpdates(UpdateLog.java:1348)
   [junit4]   2> 	at org.apache.solr.update.PeerSync.sync(PeerSync.java:262)
   [junit4]   2> 	at org.apache.solr.cloud.SyncStrategy.syncWithReplicas(SyncStrategy.java:180)
   [junit4]   2> 	at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:129)
   [junit4]   2> 	at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:365)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:890)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1507854 ERROR (qtp1416723915-21430) [    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 1507854 WARN  (qtp1416723915-21430) [    ] o.e.j.s.ServletHandler /solr/collection1_shard1_replica2/get
   [junit4]   2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1507854 ERROR (qtp1416723915-21431) [    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 1507854 WARN  (qtp1416723915-21431) [    ] o.e.j.s.ServletHandler /solr/collection1_shard2_replica2/get
 

[...truncated too long message...]

j.s.AbstractConnector Stopped ServerConnector@520821ca{SSL,[ssl, http/1.1]}{127.0.0.1:43520}
   [junit4]   2> 1556130 INFO  (jetty-closer-4604-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=929565802
   [junit4]   2> 1556130 INFO  (jetty-closer-4604-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@31285d6d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1556130 INFO  (jetty-closer-4604-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1815273427
   [junit4]   2> 1556131 INFO  (coreCloseExecutor-6884-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2e55623c
   [junit4]   2> 1556131 INFO  (coreCloseExecutor-6885-thread-1) [    ] o.a.s.c.SolrCore [solr_9504_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7281606e
   [junit4]   2> 1556132 INFO  (coreCloseExecutor-6885-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica2
   [junit4]   2> 1556132 INFO  (coreCloseExecutor-6884-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solr_9504.shard1.replica1
   [junit4]   2> 1556132 INFO  (jetty-closer-4604-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97912534932848646-127.0.0.1:40141_solr-n_0000000001) closing
   [junit4]   2> 1556133 INFO  (OverseerStateUpdate-97912534932848646-127.0.0.1:40141_solr-n_0000000001) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40141_solr
   [junit4]   2> 1556133 WARN  (zkCallback-4626-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1556133 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bdaee87bb0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1556133 INFO  (jetty-closer-4604-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1556134 INFO  (jetty-closer-4604-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7121cd7c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1557633 WARN  (zkCallback-4615-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1557634 INFO  (jetty-closer-4604-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1557634 INFO  (jetty-closer-4604-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@462c23dc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1557634 ERROR (SUITE-TestLeaderElectionWithEmptyReplica-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1557635 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39669 39669
   [junit4]   2> 1557672 INFO  (Thread-3272) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39669 39669
   [junit4]   2> 1557672 WARN  (Thread-3272) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/solr_9504/state.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1557673 INFO  (SUITE-TestLeaderElectionWithEmptyReplica-seed#[61550F9BA9F5EFA3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_61550F9BA9F5EFA3-001
   [junit4]   2> May 05, 2017 11:25:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1871, maxMBSortInHeap=7.970875522875587, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ta-MY, timezone=Asia/Kuching
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=167501976,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestOrdValues, TestDistributedSearch, DocValuesMissingTest, TestSolrFieldCacheMBean, TestNamedUpdateProcessors, UtilsToolTest, BlobRepositoryCloudTest, HighlighterConfigTest, TestBadConfig, PreAnalyzedFieldManagedSchemaCloudTest, LeaderElectionIntegrationTest, TestPayloadScoreQParserPlugin, TestPseudoReturnFields, TestBinaryResponseWriter, TestAtomicUpdateErrorCases, TestDownShardTolerantSearch, ReplicationFactorTest, SolrGraphiteReporterTest, TestSolrCloudWithSecureImpersonation, TestRTimerTree, TestLRUStatsCache, TestSolrCoreProperties, TestFieldCollectionResource, ZkNodePropsTest, BlockDirectoryTest, CurrencyFieldOpenExchangeTest, TestSizeLimitedDistributedMap, TestRandomDVFaceting, ClusterStateTest, TestPerFieldSimilarityWithDefaultOverride, TestRuleBasedAuthorizationPlugin, TestCopyFieldCollectionResource, TestSSLRandomization, TestRawResponseWriter, PKIAuthenticationIntegrationTest, SyncSliceTest, TestStressRecovery, BitVectorTest, TestCloudManagedSchema, TestChildDocTransformer, TestGraphTermsQParserPlugin, SharedFSAutoReplicaFailoverTest, TestStressLiveNodes, MissingSegmentRecoveryTest, BaseCdcrDistributedZkTest, TestFastLRUCache, TestReloadAndDeleteDocs, TestManagedSchemaAPI, DistanceUnitsTest, AnalysisAfterCoreReloadTest, HighlighterMaxOffsetTest, RecoveryAfterSoftCommitTest, TestFreeTextSuggestions, CollectionReloadTest, NotRequiredUniqueKeyTest, TestReplicationHandler, TestCustomStream, LeaderInitiatedRecoveryOnCommitTest, DeleteNodeTest, SmileWriterTest, QueryElevationComponentTest, TestCrossCoreJoin, OverseerCollectionConfigSetProcessorTest, StandardRequestHandlerTest, TestSolrConfigHandler, TestCSVLoader, TestPivotHelperCode, TestJmxIntegration, ShufflingReplicaListTransformerTest, TestConfigSetsAPI, TestRandomFlRTGCloud, TestUseDocValuesAsStored2, ReturnFieldsTest, DocValuesNotIndexedTest, TestComponentsName, TestManagedStopFilterFactory, CoreAdminCreateDiscoverTest, TestInfoStreamLogging, TestApiFramework, CloudMLTQParserTest, FacetPivotSmallTest, MetricUtilsTest, OutputWriterTest, TestSolrDeletionPolicy2, UniqFieldsUpdateProcessorFactoryTest, TestCustomDocTransformer, TestLocalFSCloudBackupRestore, TestUninvertingReader, TestIBSimilarityFactory, JSONWriterTest, PathHierarchyTokenizerFactoryTest, ResourceLoaderTest, ConfigureRecoveryStrategyTest, TestFastWriter, CursorMarkTest, DistributedFacetPivotSmallAdvancedTest, TestSolrConfigHandlerConcurrent, HdfsBasicDistributedZk2Test, TestQuerySenderNoQuery, TestFieldTypeResource, TestGraphMLResponseWriter, CdcrUpdateLogTest, TestCoreAdminApis, DistribJoinFromCollectionTest, InfoHandlerTest, RankQueryTest, SuggestComponentTest, CacheHeaderTest, HdfsUnloadDistributedZkTest, BlockJoinFacetDistribTest, TestSolrQueryParserDefaultOperatorResource, TestDocSet, DistributedSpellCheckComponentTest, TestTrieFacet, DistributedQueryElevationComponentTest, BasicDistributedZkTest, BasicDistributedZk2Test, OverseerTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, TestRecovery, TestJoin, TestRangeQuery, TestRemoteStreaming, XsltUpdateRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestOmitPositions, XmlUpdateRequestHandlerTest, DocumentBuilderTest, RequiredFieldsTest, RegexBoostProcessorTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, AlternateDirectoryTest, CopyFieldTest, NumericFieldsTest, ExternalFileFieldSortTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, TestSystemIdResolver, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, CursorPagingTest, DistributedIntervalFacetingTest, AliasIntegrationTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteShardTest, DistributedQueueTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, PeerSyncReplicationTest, RemoteQueryErrorTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudRecovery, TestDeleteCollectionOnDownNodes, TestLeaderElectionWithEmptyReplica]
   [junit4] Completed [531/711 (2!)] on J0 in 12.10s, 1 test, 1 failure <<< FAILURES!

[...truncated 36933 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (32bit/jdk-9-ea+168) - Build # 3446 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3446/
Java: 32bit/jdk-9-ea+168 -client -XX:+UseParallelGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrIndexSearcher, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2009)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrIndexSearcher, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, MDCAwareThreadPoolExecutor]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2009)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)


	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at jdk.internal.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest:     1) Thread[id=5502, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)    2) Thread[id=5506, name=searcherExecutor-2475-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)    3) Thread[id=5501, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)    4) Thread[id=5504, name=Thread-1154, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Object.wait(Native Method)         at java.base@9-ea/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   1) Thread[id=5502, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=5506, name=searcherExecutor-2475-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
        at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   3) Thread[id=5501, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   4) Thread[id=5504, name=Thread-1154, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Object.wait(Native Method)
        at java.base@9-ea/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=5506, name=searcherExecutor-2475-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)    2) Thread[id=5504, name=Thread-1154, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.base@9-ea/java.lang.Object.wait(Native Method)         at java.base@9-ea/java.lang.Object.wait(Object.java:516)         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=5506, name=searcherExecutor-2475-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
        at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
        at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   2) Thread[id=5504, name=Thread-1154, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.base@9-ea/java.lang.Object.wait(Native Method)
        at java.base@9-ea/java.lang.Object.wait(Object.java:516)
        at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502]:0)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502:587AA57AE6957CF6]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 10976 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_FDC8E5B240DBB502-001/init-core-data-001
   [junit4]   2> 17902 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 17902 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 17903 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 17912 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 17914 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr
   [junit4]   2> 17916 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 17948 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 17949 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 17976 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 18132 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 18266 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 18299 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 18362 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da156
   [junit4]   2> 18372 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da156
   [junit4]   2> 18373 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da156
   [junit4]   2> 18375 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 18397 WARN  (coreLoadExecutor-61-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 18397 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 18412 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 18507 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 18518 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 18518 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da156
   [junit4]   2> 18518 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 18518 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_FDC8E5B240DBB502-001/init-core-data-001/]
   [junit4]   2> 18521 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 18577 WARN  (coreLoadExecutor-61-thread-1) [    ] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 18577 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 18578 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 18579 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 18579 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19d4322[collection1] main]
   [junit4]   2> 18580 WARN  (coreLoadExecutor-61-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 18581 INFO  (coreLoadExecutor-61-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 18581 INFO  (searcherExecutor-62-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19d4322[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 18583 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 18586 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 18588 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 18591 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 18591 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 18594 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 18594 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 18594 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=FDC8E5B240DBB502 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-VU -Dtests.timezone=Pacific/Chuuk -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.01s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502:587AA57AE6957CF6]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 18598 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 18599 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17914796
   [junit4]   2> 18599 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18599 INFO  (coreCloseExecutor-66-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@eb9be3
   [junit4]   2> 18600 INFO  (coreCloseExecutor-66-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 18604 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_FDC8E5B240DBB502-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=fr-VU, timezone=Pacific/Chuuk
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=19082448,total=213647360
   [junit4]   2> NOTE: All tests run in this JVM: [TestTrackingShardHandlerFactory, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [2/711 (1!)] on J1 in 0.73s, 3 tests, 1 error <<< FAILURES!

[...truncated 650 lines...]
   [junit4] Suite: org.apache.solr.schema.BadIndexSchemaTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_FDC8E5B240DBB502-001/init-core-data-001
   [junit4]   2> 494123 WARN  (SUITE-BadIndexSchemaTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 494123 INFO  (SUITE-BadIndexSchemaTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 494123 INFO  (SUITE-BadIndexSchemaTest-seed#[FDC8E5B240DBB502]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 494126 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadExternalFileField
   [junit4]   2> 494126 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494127 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494147 WARN  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494147 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494152 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-external-filefield
   [junit4]   2> 494155 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494155 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadExternalFileField
   [junit4]   2> 494157 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 494157 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494157 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494172 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494172 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494177 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 494180 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 494180 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 494183 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 494203 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494208 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494208 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494210 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494227 WARN  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494227 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494232 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 494234 WARN  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 494234 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 494234 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 494234 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494234 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 494234 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_FDC8E5B240DBB502-001/init-core-data-001/]
   [junit4]   2> 494236 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6d0582
   [junit4]   2> 494236 INFO  (coreLoadExecutor-2454-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 494238 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 494238 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494238 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=26329331
   [junit4]   2> 494238 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 494238 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 494240 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 494243 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 494243 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494244 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494259 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494260 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 494264 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 494265 WARN  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 494266 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] default search field in schema is id.
   [junit4]   2> 494266 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 494268 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 494296 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494302 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494302 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494303 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494333 WARN  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494334 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 494340 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 494342 WARN  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 494342 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is id.
   [junit4]   2> 494342 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-defaultsearchfield/1.6 with uniqueid field id
   [junit4]   2> 494342 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 494342 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494343 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 494343 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_FDC8E5B240DBB502-001/init-core-data-001/]
   [junit4]   2> 494344 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=60.2021484375, floorSegmentMB=0.212890625, forceMergeDeletesPctAllowed=29.19490209505124, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 494376 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 494376 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 494377 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 494378 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cae068[collection1] main]
   [junit4]   2> 494378 WARN  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 494378 INFO  (coreLoadExecutor-2462-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 494378 INFO  (searcherExecutor-2463-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1cae068[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 494380 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 494380 INFO  (TEST-BadIndexSchemaTest.testDefaultSearchFieldNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultSearchFieldNotBannedForPre66
   [junit4]   2> 494382 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 494382 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494382 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494398 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494398 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494403 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-nontext-analyzer
   [junit4]   2> 494404 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494404 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17679714
   [junit4]   2> 494404 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 494404 INFO  (coreCloseExecutor-2467-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1713ba0
   [junit4]   2> 494405 INFO  (coreCloseExecutor-2467-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 494408 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 494409 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494410 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494427 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494427 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494431 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-analyzer-class-and-nested
   [junit4]   2> 494433 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494433 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForUnexpectedAnalyzer-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForUnexpectedAnalyzer
   [junit4]   2> 494435 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSweetSpotSimBadConfig
   [junit4]   2> 494435 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494436 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494454 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494454 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494474 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-both-tf
   [junit4]   2> 494477 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494478 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494478 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494495 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494496 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494502 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-baseline
   [junit4]   2> 494504 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494504 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494505 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494528 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494528 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494534 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-hyperbolic
   [junit4]   2> 494536 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494537 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494537 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494554 WARN  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494554 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494559 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-norms
   [junit4]   2> 494560 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494560 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSweetSpotSimBadConfig
   [junit4]   2> 494562 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUniqueKeyRules
   [junit4]   2> 494562 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494563 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494577 WARN  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494577 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494582 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-is-copyfield-dest
   [junit4]   2> 494595 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema uniqueKey field (id) can not be the dest of a copyField(source=XXX)
   [junit4]   2> 494595 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494595 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494595 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494610 WARN  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494610 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494615 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-uses-default
   [junit4]   2> 494615 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured with a default value (XXX)
   [junit4]   2> 494616 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494616 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494616 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494632 WARN  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494632 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494636 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-uniquekey-multivalued
   [junit4]   2> 494637 ERROR (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema uniqueKey field (null) can not be configured to be multivalued
   [junit4]   2> 494637 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494637 INFO  (TEST-BadIndexSchemaTest.testUniqueKeyRules-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUniqueKeyRules
   [junit4]   2> 494639 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyOERNoRates
   [junit4]   2> 494639 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494639 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494655 WARN  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494655 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494660 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-oer-norates
   [junit4]   2> 494661 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494661 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyOERNoRates
   [junit4]   2> 494663 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 494663 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494663 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494678 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494679 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494683 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 494684 ERROR (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema FieldType 'sim1' is configured with a similarity, but the global similarity does not support it: class org.apache.solr.search.similarities.BM25SimilarityFactory
   [junit4]   2> 494685 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 494685 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypeSimButNoSchemaSimFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypeSimButNoSchemaSimFactory
   [junit4]   2> 494686 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorNotBannedForPre66
   [junit4]   2> 494686 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494687 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494702 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494702 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 494728 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 494729 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 494729 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 494731 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 494751 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494755 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494756 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494757 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494781 WARN  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494781 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 494788 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-default-operator
   [junit4]   2> 494789 WARN  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 494789 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 494789 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 494790 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494790 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 494790 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_FDC8E5B240DBB502-001/init-core-data-001/]
   [junit4]   2> 494792 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=60.2021484375, floorSegmentMB=0.212890625, forceMergeDeletesPctAllowed=29.19490209505124, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 494848 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 494848 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 494850 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 494850 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@181b385[collection1] main]
   [junit4]   2> 494850 WARN  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 494850 INFO  (coreLoadExecutor-2474-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 494851 INFO  (searcherExecutor-2475-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@181b385[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 494852 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 494852 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorNotBannedForPre66
   [junit4]   2> 494855 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 494855 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 494856 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494878 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494878 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 494885 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 494887 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 494887 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 494889 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 494923 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494932 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494932 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 494934 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 494951 WARN  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 494997 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 495002 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 495004 WARN  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 495004 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 495004 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 495004 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1868808
   [junit4]   2> 495004 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 495004 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_FDC8E5B240DBB502-001/init-core-data-001/]
   [junit4]   2> 495005 ERROR (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.SolrCore FieldType 'direct1' is configured with a postings format, but the codec does not support it: class org.apache.solr.core.SolrCore$1
   [junit4]   2> 495006 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7e2479
   [junit4]   2> 495006 INFO  (coreLoadExecutor-2484-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 495007 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 495007 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 495007 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6379642
   [junit4]   2> 495008 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 495008 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 495008 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 495011 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 495011 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 495011 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 495026 WARN  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 495027 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 495031 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-dynamicField
   [junit4]   2> 495032 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[FDC8E5B240DBB502]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 495032 INFO  (TEST-BadIndexSchemaTest.t

[...truncated too long message...]

pache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   [junit4]    >    1) Thread[id=5502, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    2) Thread[id=5506, name=searcherExecutor-2475-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    3) Thread[id=5501, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    4) Thread[id=5504, name=Thread-1154, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Native Method)
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Object.java:516)
   [junit4]    >         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=5506, name=searcherExecutor-2475-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:192)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1086)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
   [junit4]    >         at java.base@9-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@9-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    >    2) Thread[id=5504, name=Thread-1154, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Native Method)
   [junit4]    >         at java.base@9-ea/java.lang.Object.wait(Object.java:516)
   [junit4]    >         at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FDC8E5B240DBB502]:0)
   [junit4] Completed [209/711 (2!)] on J2 in 45.77s, 23 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 37979 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+168) - Build # 3445 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3445/
Java: 64bit/jdk-9-ea+168 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([5A402C414B5CAB05:FFF26C89ED1262F1]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1702 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/core/test/temp/junit4-J1-20170505_164608_9342603767862738086107.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/core/test/temp/junit4-J0-20170505_164608_93410146534123362805433.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/core/test/temp/junit4-J2-20170505_164608_934433403349030179568.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 275 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170505_165306_03012099771507731334548.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170505_165306_0303393718973309795552.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170505_165306_03011131458081088392799.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1030 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170505_165413_3467780817975178902235.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170505_165413_3465400400927455287223.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170505_165413_3465480948492643539133.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170505_165601_24413588407428360444792.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170505_165601_2449846342832178471728.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170505_165601_24414515924125721850562.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 231 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170505_165611_8759206198028542727241.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170505_165611_8752197324955369607460.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170505_165611_8758717130176415533594.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170505_165634_16914039502514759744711.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170505_165634_16913563265406836173925.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170505_165634_16917851034000505008607.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170505_165638_36816550507201724571061.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170505_165638_3681865128609899781393.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170505_165638_36810528353826123027854.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 145 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170505_165647_9984037942823172395063.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170505_165648_00111776811545941813177.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170505_165659_34218127600844012200061.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170505_165659_3429607235766398094191.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170505_165659_3424803541283432547977.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170505_165702_506324865913300817665.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 150 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170505_165711_8466517982403819669895.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170505_165711_8451428595728278098007.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 26 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170505_165711_8454319415455677953110.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1341 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170505_165948_57016813089901712606289.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170505_165948_5708682989332799124943.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170505_165948_5684409102865300877431.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/classification/test/temp/junit4-J0-20170505_165959_424705416516775494196.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/classification/test/temp/junit4-J2-20170505_165959_42415523336740420290869.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/classification/test/temp/junit4-J1-20170505_165959_4246697489386052688022.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 245 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20170505_170006_73716612912042626516623.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20170505_170006_7372010080216052214688.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20170505_170006_7372225112089332574301.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 229 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/demo/test/temp/junit4-J0-20170505_170245_3051098201771347309857.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/demo/test/temp/junit4-J1-20170505_170245_30511987899911240209266.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/demo/test/temp/junit4-J2-20170505_170245_30518379816502354148729.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 165 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20170505_170248_0542476263300721532052.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20170505_170248_05412395652493202664870.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20170505_170248_0541774455436656513849.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 209 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/facet/test/temp/junit4-J2-20170505_170254_2395570343589674684440.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/facet/test/temp/junit4-J1-20170505_170254_23917163092125537700868.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/facet/test/temp/junit4-J0-20170505_170254_23914402045123721651586.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 159 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20170505_170329_265209445587711279720.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20170505_170329_26516155604379472090497.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20170505_170329_26515643534028713190753.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170505_170341_0016683295842371276648.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170505_170341_00115656644963884560956.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170505_170341_001960620168921515947.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/join/test/temp/junit4-J2-20170505_170415_3733799393745111617860.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/join/test/temp/junit4-J0-20170505_170415_373174023282822515843.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/join/test/temp/junit4-J1-20170505_170415_37310369618214656405514.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 143 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/memory/test/temp/junit4-J0-20170505_170434_66412203265031518841349.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/memory/test/temp/junit4-J1-20170505_170434_66511437022130238738769.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 210 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/misc/test/temp/junit4-J0-20170505_170449_3518315949121881381894.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/misc/test/temp/junit4-J1-20170505_170449_3518509873689011931548.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/misc/test/temp/junit4-J2-20170505_170449_3517635739425892167044.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 309 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/queries/test/temp/junit4-J1-20170505_170514_67516231290415483429724.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/queries/test/temp/junit4-J2-20170505_170514_67512558530109908786386.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/queries/test/temp/junit4-J0-20170505_170514_67511290109902216327297.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 227 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170505_170523_9368174212266842998479.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170505_170523_93617741201282002127028.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170505_170523_9346180268160199969004.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20170505_170532_1388213875572414756880.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20170505_170532_1386448584812993138577.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20170505_170532_1381453960252741097015.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 183 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170505_170545_0132915242234800070944.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 26 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170505_170545_01211326787795308936345.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 10 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170505_170545_0136867985195598601656.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 208 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170505_170628_1945498588166298050299.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170505_170628_1947782101538748942823.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170505_170628_19413745626178392467839.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 151 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial/test/temp/junit4-J2-20170505_170639_4551448443544795872624.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20170505_170639_4539836223584129306662.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial/test/temp/junit4-J1-20170505_170639_4551565767471530307951.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 164 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170505_170910_5086245009281199741132.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170505_170910_510435146027753801196.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170505_170910_50910161580071490476446.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 305 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20170505_171013_73411893955407741946794.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20170505_171013_73411596705912232782187.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20170505_171013_73415933186150496817900.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 2185 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_5A402C414B5CAB05-001/init-core-data-001
   [junit4]   2> 746522 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 746522 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 746523 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 746523 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 746524 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 746541 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 746541 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 746550 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 746621 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 746629 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 746648 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a65f809
   [junit4]   2> 746651 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a65f809
   [junit4]   2> 746652 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a65f809
   [junit4]   2> 746653 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 746668 WARN  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 746668 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 746677 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 746748 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 746752 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 746752 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a65f809
   [junit4]   2> 746753 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 746753 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_5A402C414B5CAB05-001/init-core-data-001/]
   [junit4]   2> 746754 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=482348654, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 746783 WARN  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 746783 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 746783 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 746784 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1265193476, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 746784 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64707b50[collection1] main]
   [junit4]   2> 746784 WARN  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 746785 INFO  (coreLoadExecutor-3153-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 746785 INFO  (searcherExecutor-3154-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64707b50[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 746785 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 746787 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[5A402C414B5CAB05]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 746787 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[5A402C414B5CAB05]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 746788 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[5A402C414B5CAB05]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 746788 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[5A402C414B5CAB05]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 746788 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[5A402C414B5CAB05]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=5A402C414B5CAB05 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Europe/Zaporozhye -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5A402C414B5CAB05:FFF26C89ED1262F1]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 746790 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[5A402C414B5CAB05]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 746790 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[5A402C414B5CAB05]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 746790 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 746790 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1154155393
   [junit4]   2> 746790 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 746791 INFO  (coreCloseExecutor-3158-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ef70b84
   [junit4]   2> 746791 INFO  (coreCloseExecutor-3158-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 746793 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[5A402C414B5CAB05]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_5A402C414B5CAB05-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=74, maxMBSortInHeap=6.413371262016692, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=sr-CS, timezone=Europe/Zaporozhye
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=180865568,total=508887040
   [junit4]   2> NOTE: All tests run in this JVM: [TestHashQParserPlugin, TestCoreContainer, TestDocTermOrds, MetricsHandlerTest, HighlighterTest, ConvertedLegacyTest, TestEmbeddedSolrServerConstructors, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestMissingGroups, CopyFieldTest, SimpleMLTQParserTest, TestNumericTerms32, TestSolrDynamicMBean, SolrMetricsIntegrationTest, TestFieldSortValues, TestMiniSolrCloudClusterSSL, DocValuesTest, ChangedSchemaMergeTest, ZkStateReaderTest, SpatialFilterTest, ConjunctionSolrSpellCheckerTest, TestManagedSynonymFilterFactory, DeleteInactiveReplicaTest, TestQueryWrapperFilter, MoveReplicaTest, DistributedIntervalFacetingTest, SortSpecParsingTest, LargeFieldTest, TestFieldResource, TolerantUpdateProcessorTest, TestElisionMultitermQuery, BigEndianAscendingWordDeserializerTest, TestWordDelimiterFilterFactory, JsonLoaderTest, TestSolrCLIRunExample, CollectionsAPISolrJTest, SegmentsInfoRequestHandlerTest, TestSearchPerf, BasicFunctionalityTest, TestExactSharedStatsCache, HdfsDirectoryFactoryTest, SpellCheckComponentTest, LeaderInitiatedRecoveryOnShardRestartTest, TestDistributedStatsComponentCardinality, SubstringBytesRefFilterTest, SystemInfoHandlerTest, ShardRoutingCustomTest, TestSegmentSorting, DeleteReplicaTest, RuleEngineTest, TestSolrIndexConfig, AtomicUpdatesTest, LoggingHandlerTest, TestHalfAndHalfDocValues, TestExportWriter, SpatialRPTFieldTypeTest, CollectionsAPIDistributedZkTest, ExplicitHLLTest, TestFastOutputStream, OverseerTaskQueueTest, IndexSchemaRuntimeFieldTest, TestHighFrequencyDictionaryFactory, SoftAutoCommitTest, SolrCloudExampleTest, SearchHandlerTest, TestFiltering, TermsComponentTest, DirectSolrSpellCheckerTest, TestMacroExpander, DistanceFunctionTest, SpellCheckCollatorTest, TestLeaderElectionZkExpiry, SmileWriterTest, BlockJoinFacetRandomTest, HdfsThreadLeakTest, SaslZkACLProviderTest, TestSystemIdResolver, ClassificationUpdateProcessorTest, TestTolerantUpdateProcessorCloud, AddBlockUpdateTest, TestLockTree, SolrJmxReporterTest, TestSchemalessBufferedUpdates, TestScoreJoinQPScore, DistributedQueueTest, TestCloudNestedDocsSort, ConnectionReuseTest, InfixSuggestersTest, TestSuggestSpellingConverter, TestClusterProperties, HLLUtilTest, TestStressVersions, TestLRUCache, TestCursorMarkWithoutUniqueKey, DistributedFacetPivotLargeTest, TestConfigOverlay, RemoteQueryErrorTest, ZkSolrClientTest, CSVRequestHandlerTest, SliceStateTest, TestUnifiedSolrHighlighter, JsonValidatorTest, TestSolr4Spatial2, TestBM25SimilarityFactory, TestCloudPivotFacet, TestLMDirichletSimilarityFactory, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [284/711 (1!)] on J1 in 0.28s, 3 tests, 1 error <<< FAILURES!

[...truncated 1430 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/temp/junit4-J2-20170505_171122_13312515811691745438907.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/temp/junit4-J1-20170505_171122_1335850102889600927466.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 4 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/temp/junit4-J0-20170505_171122_1333164969558339247192.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 793 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-solrj/test/temp/junit4-J0-20170505_174348_0046267599456237546161.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 27 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-solrj/test/temp/junit4-J2-20170505_174348_00518092676855904948525.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-solrj/test/temp/junit4-J1-20170505_174348_0058590166400936826016.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1238 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20170505_174621_7738344675092813743707.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20170505_174621_77117462026616255898031.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J2-20170505_174621_7736312360953012059168.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 523 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20170505_174629_667944457964403648170.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20170505_174629_6662993751084115655293.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170505_174629_6673165772540820011296.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 499 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170505_174642_1219495853677484293453.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170505_174642_1217107635340303180873.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170505_174642_12113643547230601835356.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1136 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170505_174659_83711073217997125568307.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170505_174659_8362506334032359840500.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 593 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170505_174707_67014940918084330550954.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170505_174707_67115067410576276064053.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170505_174707_6709046730920539507444.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 503 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170505_174726_3561131209194138790798.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170505_174726_35610654302568782827605.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170505_174726_3564264271498998811323.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 507 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170505_174736_86218408307393580458760.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170505_174736_86113998950292333747835.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 593 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170505_174743_54810950210195287189812.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170505_174743_548793136178975300300.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170505_174743_54815232195658296477722.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 540 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170505_174808_3987103839021827478192.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170505_174808_39714468251237742629844.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 494 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170505_174819_3407900319301290970157.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 28862 lines...]

[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_131) - Build # 3444 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3444/
Java: 64bit/jdk1.8.0_131 -XX:+UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [SolrIndexSearcher, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [SolrIndexSearcher, SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.search.SolrIndexSearcher
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.search.SolrIndexSearcher.<init>(SolrIndexSearcher.java:323)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2008)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor59.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest:     1) Thread[id=5557, name=searcherExecutor-2473-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=5555, name=Thread-1329, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)    3) Thread[id=5552, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=5553, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   1) Thread[id=5557, name=searcherExecutor-2473-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=5555, name=Thread-1329, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   3) Thread[id=5552, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=5553, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.BadIndexSchemaTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=5557, name=searcherExecutor-2473-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=5555, name=Thread-1329, state=WAITING, group=TGRP-BadIndexSchemaTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=5557, name=searcherExecutor-2473-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=5555, name=Thread-1329, state=WAITING, group=TGRP-BadIndexSchemaTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695]:0)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695:2335663B1504CF61]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11371 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_868726F3B34A0695-001/init-core-data-001
   [junit4]   2> 189720 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 189720 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 189722 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 189723 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 189723 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 189754 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 189754 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 189769 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 189902 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 189911 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 189943 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e8d2f46
   [junit4]   2> 189949 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e8d2f46
   [junit4]   2> 189949 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e8d2f46
   [junit4]   2> 189951 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 189970 WARN  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 189971 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 189979 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 190084 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 190089 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 190089 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e8d2f46
   [junit4]   2> 190089 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 190089 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_868726F3B34A0695-001/init-core-data-001/]
   [junit4]   2> 190090 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=11.6669921875, floorSegmentMB=1.7490234375, forceMergeDeletesPctAllowed=11.244511063418212, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6478041807601029
   [junit4]   2> 190142 WARN  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 190142 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 190142 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 190143 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49833577396808115]
   [junit4]   2> 190144 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e594de9[collection1] main]
   [junit4]   2> 190144 WARN  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 190144 INFO  (coreLoadExecutor-1168-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 190145 INFO  (searcherExecutor-1169-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1e594de9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 190145 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 190147 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 190147 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[868726F3B34A0695]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 190147 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=868726F3B34A0695 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=Australia/Tasmania -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695:2335663B1504CF61]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 190150 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 190151 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 190152 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 190152 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 190152 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 190152 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=987917555
   [junit4]   2> 190153 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 190153 INFO  (coreCloseExecutor-1173-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2b059e67
   [junit4]   2> 190153 INFO  (coreCloseExecutor-1173-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 190155 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_868726F3B34A0695-001
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=sq-AL, timezone=Australia/Tasmania
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=12,threads=1,free=256990328,total=508952576
   [junit4]   2> NOTE: All tests run in this JVM: [TestTolerantUpdateProcessorCloud, DataDrivenBlockJoinTest, LargeFieldTest, DistributedQueueTest, TestSolrDynamicMBean, TestReRankQParserPlugin, TestSolr4Spatial2, FileUtilsTest, TestSegmentSorting, TestQueryTypes, TestFieldResource, TestComplexPhraseLeadingWildcard, BasicAuthIntegrationTest, DistributedTermsComponentTest, TestCursorMarkWithoutUniqueKey, TestBlendedInfixSuggestions, TestCoreContainer, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestClusterProperties, TestSearchPerf, IndexSchemaRuntimeFieldTest, HdfsWriteToMultipleCollectionsTest, TestConfigReload, OutOfBoxZkACLAndCredentialsProvidersTest, TestNumericTerms32, TestCharFilters, SpellCheckCollatorTest, InfixSuggestersTest, TestSchemaVersionResource, TestDistributedGrouping, RemoteQueryErrorTest, SearchHandlerTest, DistributedMLTComponentTest, VersionInfoTest, TestScoreJoinQPScore, TestXmlQParser, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [93/711 (1!)] on J1 in 0.45s, 3 tests, 1 error <<< FAILURES!

[...truncated 416 lines...]
   [junit4] Suite: org.apache.solr.schema.BadIndexSchemaTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_868726F3B34A0695-001/init-core-data-001
   [junit4]   2> 580712 WARN  (SUITE-BadIndexSchemaTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 580714 INFO  (SUITE-BadIndexSchemaTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 580715 INFO  (SUITE-BadIndexSchemaTest-seed#[868726F3B34A0695]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 580716 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyOERNoRates
   [junit4]   2> 580716 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580717 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580733 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 580738 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-oer-norates
   [junit4]   2> 580740 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 580740 INFO  (TEST-BadIndexSchemaTest.testCurrencyOERNoRates-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyOERNoRates
   [junit4]   2> 580741 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadExternalFileField
   [junit4]   2> 580741 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580742 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580754 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 580759 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-external-filefield
   [junit4]   2> 580760 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 580760 INFO  (TEST-BadIndexSchemaTest.testBadExternalFileField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadExternalFileField
   [junit4]   2> 580762 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSchemaWithDefaultSearchField
   [junit4]   2> 580762 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580763 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580776 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 580788 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-defaultsearchfield
   [junit4]   2> 580789 WARN  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema 'defaultSearchField' is deprecated, please use 'df' on request instead.
   [junit4]   2> 580789 ERROR (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema defaultSearchField has been deprecated and is incompatible with configs with luceneMatchVersion >= 6.6.0.  Use 'df' on requests instead.
   [junit4]   2> 580789 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 580789 INFO  (TEST-BadIndexSchemaTest.testSchemaWithDefaultSearchField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSchemaWithDefaultSearchField
   [junit4]   2> 580791 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 580791 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580791 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580804 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 580808 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-dynamicField
   [junit4]   2> 580810 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 580810 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateDynamicField-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateDynamicField
   [junit4]   2> 580812 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorBanned
   [junit4]   2> 580812 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580812 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580824 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 580829 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 580830 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 580830 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorBanned-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorBanned
   [junit4]   2> 580831 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCurrencyBogusCode
   [junit4]   2> 580831 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580832 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580844 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 580850 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-default-code
   [junit4]   2> 580851 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 580852 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580852 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580865 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 580878 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-bogus-code-in-xml
   [junit4]   2> 580880 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-currency-ft-bogus-code-in-xml/1.4 with uniqueid field id
   [junit4]   2> 580881 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 580882 INFO  (TEST-BadIndexSchemaTest.testCurrencyBogusCode-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCurrencyBogusCode
   [junit4]   2> 580883 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDefaultOperatorNotBannedForPre66
   [junit4]   2> 580883 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 580884 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580897 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 580902 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-default-operator
   [junit4]   2> 580903 WARN  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 580903 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 580906 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 580927 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 580932 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 580932 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 580933 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 580958 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 580965 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-default-operator
   [junit4]   2> 580967 WARN  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] query parser default operator is OR. WARNING: Deprecated, please use 'q.op' on request instead. Will not work from Solr 7
   [junit4]   2> 580967 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-default-operator/1.6 with uniqueid field id
   [junit4]   2> 580967 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 580968 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 580968 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 580968 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_868726F3B34A0695-001/init-core-data-001/]
   [junit4]   2> 580969 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.39324700925838607]
   [junit4]   2> 581011 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 581011 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 581012 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=30.5595703125, floorSegmentMB=1.724609375, forceMergeDeletesPctAllowed=26.335848371094734, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6941640510452125
   [junit4]   2> 581013 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1997038f[collection1] main]
   [junit4]   2> 581014 WARN  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 581014 INFO  (coreLoadExecutor-2472-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 581014 INFO  (searcherExecutor-2473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1997038f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 581015 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 581015 INFO  (TEST-BadIndexSchemaTest.testDefaultOperatorNotBannedForPre66-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDefaultOperatorNotBannedForPre66
   [junit4]   2> 581017 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 581017 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581017 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581034 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581048 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 581053 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 581054 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 581056 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 581078 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581081 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581081 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581083 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581114 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581121 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 581125 WARN  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 581125 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 581125 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 581126 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581126 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 581126 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_868726F3B34A0695-001/init-core-data-001/]
   [junit4]   2> 581128 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f3801b7
   [junit4]   2> 581128 INFO  (coreLoadExecutor-2482-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 581130 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 581130 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581130 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=529506899
   [junit4]   2> 581131 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 581131 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 581131 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeHasNoExplicitSim-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeHasNoExplicitSim
   [junit4]   2> 581134 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 581135 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581135 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581157 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581164 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-norms
   [junit4]   2> 581165 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581165 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581166 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581178 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581184 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-tf
   [junit4]   2> 581184 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581185 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581185 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581208 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581212 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-not-indexed-but-pos
   [junit4]   2> 581213 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581214 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581214 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581228 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581235 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-omit-tf-but-not-pos
   [junit4]   2> 581236 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581236 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForInvalidFieldOptions-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForInvalidFieldOptions
   [junit4]   2> 581242 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultivaluedCurrency
   [junit4]   2> 581243 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581243 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581262 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581268 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 581269 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581269 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581270 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581282 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581287 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-multivalued
   [junit4]   2> 581288 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581288 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581289 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581310 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581316 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-currency-ft-multivalued
   [junit4]   2> 581317 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581317 INFO  (TEST-BadIndexSchemaTest.testMultivaluedCurrency-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMultivaluedCurrency
   [junit4]   2> 581319 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFieldType
   [junit4]   2> 581319 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581320 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581333 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581339 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-fieldType
   [junit4]   2> 581340 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581340 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFieldType-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFieldType
   [junit4]   2> 581342 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSweetSpotSimBadConfig
   [junit4]   2> 581342 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581343 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581356 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581361 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-both-tf
   [junit4]   2> 581365 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581365 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581365 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581379 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581383 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-baseline
   [junit4]   2> 581386 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581386 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581386 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581408 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581413 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-hyperbolic
   [junit4]   2> 581415 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581415 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581415 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581429 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581435 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sweetspot-partial-norms
   [junit4]   2> 581437 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581437 INFO  (TEST-BadIndexSchemaTest.testSweetSpotSimBadConfig-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSweetSpotSimBadConfig
   [junit4]   2> 581439 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 581439 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581439 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581452 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581456 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 581460 WARN  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 581460 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 581462 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 581482 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581485 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581486 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581487 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581507 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581522 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=bad-schema-sim-global-vs-ft-mismatch
   [junit4]   2> 581525 WARN  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 581525 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema bad-schema-sim-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 581525 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 581525 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581525 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 581525 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.BadIndexSchemaTest_868726F3B34A0695-001/init-core-data-001/]
   [junit4]   2> 581526 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4922bc1d
   [junit4]   2> 581527 INFO  (coreLoadExecutor-2490-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 581528 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 581528 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581528 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=690791426
   [junit4]   2> 581528 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 581529 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 581529 INFO  (TEST-BadIndexSchemaTest.testSimDefaultFieldTypeDoesNotExist-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimDefaultFieldTypeDoesNotExist
   [junit4]   2> 581532 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDocValuesUnsupported
   [junit4]   2> 581532 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581532 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581547 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581552 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-docValues-unsupported
   [junit4]   2> 581552 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581553 INFO  (TEST-BadIndexSchemaTest.testDocValuesUnsupported-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDocValuesUnsupported
   [junit4]   2> 581555 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSevereErrorsForDuplicateFields
   [junit4]   2> 581555 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581556 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581568 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581573 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-dup-field
   [junit4]   2> 581574 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 581574 INFO  (TEST-BadIndexSchemaTest.testSevereErrorsForDuplicateFields-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSevereErrorsForDuplicateFields
   [junit4]   2> 581576 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPerFieldtypePostingsFormatButNoSchemaCodecFactory
   [junit4]   2> 581576 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 581577 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581592 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 581599 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema [null] Schema name=bad-schema-codec-global-vs-ft-mismatch
   [junit4]   2> 581601 WARN  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 581602 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.s.IndexSchema Loaded schema bad-schema-codec-global-vs-ft-mismatch/1.0 with uniqueid field null
   [junit4]   2> 581604 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 581629 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581633 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581633 INFO  (TEST-BadIndexSchemaTest.testPerFieldtypePostingsFormatButNoSchemaCodecFactory-seed#[868726F3B34A0695]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@af16e60
   [junit4]   2> 581635 INFO  (coreLoadExecutor-2498-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 581664 INFO  (coreLoadExecutor-2498-thread-1) [    x:collection1] o.a.s.c.

[...truncated too long message...]

e.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:859)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:91)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:728)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:696)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:482)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:913)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.schema.BadIndexSchemaTest: 
   [junit4]    >    1) Thread[id=5557, name=searcherExecutor-2473-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=5555, name=Thread-1329, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    >    3) Thread[id=5552, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    4) Thread[id=5553, name=solr-idle-connections-evictor, state=TIMED_WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.update.UpdateShardHandler$IdleConnectionsEvictor$1.run(UpdateShardHandler.java:266)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=5557, name=searcherExecutor-2473-thread-1, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    2) Thread[id=5555, name=Thread-1329, state=WAITING, group=TGRP-BadIndexSchemaTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1496)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([868726F3B34A0695]:0)
   [junit4] Completed [218/711 (2!)] on J2 in 45.46s, 23 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 45027 lines...]

[JENKINS] Lucene-Solr-6.x-Linux (64bit/jdk1.8.0_131) - Build # 3443 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3443/
Java: 64bit/jdk1.8.0_131 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.search.TestStressRecovery.testStressRecovery

Error Message:
Captured an uncaught exception in thread: Thread[id=16771, name=READER1, state=RUNNABLE, group=TGRP-TestStressRecovery]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=16771, name=READER1, state=RUNNABLE, group=TGRP-TestStressRecovery]
	at __randomizedtesting.SeedInfo.seed([E3152DCD8CF51543:592F4490131DAA4D]:0)
Caused by: java.lang.RuntimeException: java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E3152DCD8CF51543]:0)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
Caused by: java.lang.AssertionError
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:318)


FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([E3152DCD8CF51543:46A76D052ABBDCB7]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12439 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_E3152DCD8CF51543-001/init-core-data-001
   [junit4]   2> 1165027 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1165027 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1165029 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1165030 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1165030 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1165054 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1165055 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1165074 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1165195 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1165202 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1165230 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31612782
   [junit4]   2> 1165235 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31612782
   [junit4]   2> 1165235 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31612782
   [junit4]   2> 1165237 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1165255 WARN  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1165256 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1165265 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1165408 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1165414 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1165415 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31612782
   [junit4]   2> 1165415 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1165415 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_E3152DCD8CF51543-001/init-core-data-001/]
   [junit4]   2> 1165417 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=40.328125, floorSegmentMB=0.6767578125, forceMergeDeletesPctAllowed=27.619450501617358, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1165489 WARN  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1165489 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1165489 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1165490 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=84.9423828125, floorSegmentMB=1.2275390625, forceMergeDeletesPctAllowed=11.249377307668459, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1165490 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dcdce76[collection1] main]
   [junit4]   2> 1165491 WARN  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1165491 INFO  (coreLoadExecutor-4774-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1165492 INFO  (searcherExecutor-4775-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6dcdce76[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1165492 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1165494 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1165495 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1165497 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1165499 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 1165501 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1165501 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[E3152DCD8CF51543]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 1165502 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=E3152DCD8CF51543 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=Australia/Brisbane -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.01s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E3152DCD8CF51543:46A76D052ABBDCB7]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1165504 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1165504 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=779330715
   [junit4]   2> 1165504 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1165504 INFO  (coreCloseExecutor-4779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4636e92c
   [junit4]   2> 1165505 INFO  (coreCloseExecutor-4779-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1165506 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_E3152DCD8CF51543-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1178, maxMBSortInHeap=5.43353882387296, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=fr-CA, timezone=Australia/Brisbane
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=12,threads=1,free=250451616,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [TestNumericTerms32, TestSQLHandlerNonCloud, TestSolrCloudWithDelegationTokens, SearchHandlerTest, DirectSolrSpellCheckerTest, HdfsWriteToMultipleCollectionsTest, CollectionStateFormat2Test, SpellCheckCollatorTest, TestInPlaceUpdatesDistrib, DateMathParserTest, VersionInfoTest, CheckHdfsIndexTest, DistributedMLTComponentTest, TestFieldSortValues, TestRandomRequestDistribution, TestAuthorizationFramework, ShardRoutingCustomTest, MoveReplicaTest, TestConfigSets, SliceStateTest, ConnectionReuseTest, TestDeleteCollectionOnDownNodes, TestSha256AuthenticationProvider, CopyFieldTest, TestTrackingShardHandlerFactory, TestReRankQParserPlugin, TestSimpleTrackingShardHandler, TestSearchPerf, BasicAuthIntegrationTest, SolrJmxReporterTest, TestSubQueryTransformer, TestCSVResponseWriter, TestStressVersions, WordBreakSolrSpellCheckerTest, TestXmlQParser, DocumentBuilderTest, SolrMetricsIntegrationTest, HLLUtilTest, TestSolrDynamicMBean, DistanceFunctionTest, TestFieldResource, SampleTest, SchemaVersionSpecificBehaviorTest, TestClusterProperties, TestRTGBase, TestSortByMinMaxFunction, TestCloudDeleteByQuery, TestHalfAndHalfDocValues, CollectionsAPISolrJTest, TestDynamicFieldCollectionResource, TestFuzzyAnalyzedSuggestions, ClassificationUpdateProcessorTest, ShardRoutingTest, TestWordDelimiterFilterFactory, SpatialFilterTest, TestQueryUtils, HdfsBasicDistributedZkTest, TestSearcherReuse, TestTolerantUpdateProcessorCloud, SpatialRPTFieldTypeTest, TestFieldCacheVsDocValues, LoggingHandlerTest, TestCollectionAPIs, TestStressCloudBlindAtomicUpdates, TestRequestForwarding, TestLockTree, TestLuceneMatchVersion, TestRawTransformer, IndexSchemaTest, SharedFSAutoReplicaFailoverUtilsTest, TestDistributedStatsComponentCardinality, EnumFieldTest, OutOfBoxZkACLAndCredentialsProvidersTest, BigEndianAscendingWordDeserializerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDynamicLoading, TestHashPartitioner, TestBlendedInfixSuggestions, DistributedTermsComponentTest, AtomicUpdatesTest, TestPartialUpdateDeduplication, ZkControllerTest, RemoteQueryErrorTest, TestMissingGroups, TestLRUCache, ConvertedLegacyTest, TestSolrQueryParserResource, TermVectorComponentTest, SolrInfoMBeanTest, TestScoreJoinQPScore, DistributedQueryComponentOptimizationTest, TestCursorMarkWithoutUniqueKey, CSVRequestHandlerTest, CdcrRequestHandlerTest, TestInitParams, OpenCloseCoreStressTest, SaslZkACLProviderTest, TestSystemCollAutoCreate, SmileWriterTest, TestTrie, EchoParamsTest, TestCloudPivotFacet, ZkCLITest, TestQueryWrapperFilter, DeleteInactiveReplicaTest, BasicFunctionalityTest, TestBulkSchemaAPI, BufferStoreTest, TestSolr4Spatial2, ExplicitHLLTest, TestBM25SimilarityFactory, RAMDirectoryFactoryTest, TestJsonFacets, SubstringBytesRefFilterTest, DistributedFacetPivotLargeTest, ZkSolrClientTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OverseerTest, ClusterStateUpdateTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestStressReorder, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, SimplePostToolTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, CacheHeaderTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, ReturnFieldsTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [427/711 (1!)] on J1 in 0.50s, 3 tests, 1 error <<< FAILURES!

[...truncated 79 lines...]
   [junit4] Suite: org.apache.solr.search.TestStressRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestStressRecovery_E3152DCD8CF51543-001/init-core-data-001
   [junit4]   2> 1176180 WARN  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1176180 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1176181 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1176182 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1176182 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1176206 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1176218 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1176312 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1176324 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1176350 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2feb3b
   [junit4]   2> 1176355 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2feb3b
   [junit4]   2> 1176355 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2feb3b
   [junit4]   2> 1176357 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1176376 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1176388 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1176463 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1176468 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1176468 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2feb3b
   [junit4]   2> 1176468 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1176468 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestStressRecovery_E3152DCD8CF51543-001/init-core-data-001/]
   [junit4]   2> 1176469 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d2feb3b
   [junit4]   2> 1176470 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2073893619927837]
   [junit4]   2> 1176473 WARN  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1176505 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1176505 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1176519 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1176519 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1176520 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=77.3115234375, floorSegmentMB=1.80078125, forceMergeDeletesPctAllowed=1.778331397889411, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7904985982323034
   [junit4]   2> 1176520 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@226e2c19[collection1] main]
   [junit4]   2> 1176521 WARN  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1176521 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1176522 INFO  (searcherExecutor-4864-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@226e2c19[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1176522 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1176522 INFO  (coreLoadExecutor-4863-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566555569675829248
   [junit4]   2> 1176525 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1176527 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStressRecovery
   [junit4]   2> 1176527 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1176527 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4db1b326[collection1] realtime]
   [junit4]   2> 1176528 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 0
   [junit4]   2> 1176528 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1176528 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5cf4e7d9
   [junit4]   2> 1176528 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@600711be[collection1] main]
   [junit4]   2> 1176529 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1176530 INFO  (searcherExecutor-4864-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@600711be[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1176530 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 2
   [junit4]   2> 1176534 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:48&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176536 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176536 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176536 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176536 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:73&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=12&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:94&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=15&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:22&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:59&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176537 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-1&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[17 (-1)]} 0 2
   [junit4]   2> 1176537 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=2
   [junit4]   2> 1176537 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-2&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[17 (-2)]} 0 0
   [junit4]   2> 1176537 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=75&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=80&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (WRITER0) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-3&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[0 (-3)]} 0 3
   [junit4]   2> 1176538 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=58&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=31&wt=json} status=0 QTime=2
   [junit4]   2> 1176538 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=113&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=13&wt=json} status=0 QTime=3
   [junit4]   2> 1176538 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=84&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=63&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176537 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=3&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=108&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:103&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=32&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=6&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=100&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=101&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=95&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=70&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=77&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=2&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:49&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:69&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:17&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=86&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=87&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=117&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=118&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=29&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=112&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=108&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:39&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=86&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:13&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=12&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=10&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=105&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestStressRecovery_E3152DCD8CF51543-001/init-core-data-001/tlog/tlog.0000000000000000001 refcount=1}}
   [junit4]   2> 1176538 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:45&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176541 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-4&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[9 (-4)]} 0 3
   [junit4]   2> 1176541 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=22&wt=json} status=0 QTime=0
   [junit4]   2> 1176538 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=53&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-6&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[65 (-6)]} 0 0
   [junit4]   2> 1176541 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-5&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[17 (-5)]} 0 3
   [junit4]   2> 1176541 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:3&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176541 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-7&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[65 (-7)]} 0 0
   [junit4]   2> 1176541 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=30&wt=json} status=0 QTime=0
   [junit4]   2> 1176540 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:95&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:16&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=113&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=47&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=17&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=82&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:12&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=28&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=59&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=41&wt=json} status=0 QTime=0
   [junit4]   2> 1176539 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:119&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=76&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:90&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=34&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=61&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=33&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=56&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=39&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 WARN  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestStressRecovery_E3152DCD8CF51543-001/init-core-data-001/tlog/tlog.0000000000000000001 refcount=2} active=true starting pos=83
   [junit4]   2> 1176541 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=89&wt=json} status=0 QTime=0
   [junit4]   2> 1176541 INFO  (WRITER0) [    ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay: false
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=47&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (WRITER0) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 1
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=32&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=43&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=39&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=34&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=71&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=114&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=24&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=57&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=61&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=44&wt=json} status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:96&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176542 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=42&wt=json} status=0 QTime=0
   [junit4]   2> 1176543 INFO  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5cf4e7d9
   [junit4]   2> 1176544 INFO  (recoveryExecutor-4866-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f771edc[collection1] main]
   [junit4]   2> 1176544 INFO  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1176546 INFO  (searcherExecutor-4864-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f771edc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1176546 INFO  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[9 (-4), 17 (-5), 65 (-6), 65 (-7)]} 0 4
   [junit4]   2> 1176546 INFO  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.UpdateLog Re-computing max version from index after log re-play.
   [junit4]   2> 1176549 WARN  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=4 deleteByQuery=0 errors=0 positionOfStart=83}
   [junit4]   2> 1176549 INFO  (WRITER2) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1176549 INFO  (WRITER2) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=70&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 4
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=75&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=43&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=36&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=75&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=9&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=18&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=57&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=34&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=21&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=101&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:4&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=47&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:73&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=117&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=19&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:66&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176550 INFO  (WRITER1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1176550 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=115&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=27&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:18&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=34&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (WRITER1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1176550 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=42&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=29&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=103&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=27&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=60&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:89&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=78&wt=json} status=0 QTime=0
   [junit4]   2> 1176549 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=105&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=50&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:22&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=117&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=104&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=102&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=97&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:118&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=42&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=119&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:47&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176550 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1176551 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176550 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=58&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=34&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=29&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:16&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176552 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:64&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176551 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=24&wt=json} status=0 QTime=0
   [junit4]   2> 1176567 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=85&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176567 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=103&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=79&wt=json} status=0 QTime=0
   [junit4]   2> 1176553 INFO  (WRITER2) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1176552 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:63&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176552 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=79&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=25&wt=json} status=0 QTime=0
   [junit4]   2> 1176552 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=43&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=114&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:35&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (WRITER2) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1176568 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:38&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176568 INFO  (WRITER2) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1176568 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:25&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=84&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 15
   [junit4]   2> 1176569 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=1&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=29&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=115&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=62&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=109&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=116&wt=json} status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=64&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=52&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:44&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176568 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=21&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=20&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=79&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=80&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (WRITER2) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1176569 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:28&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=7&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=39&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=85&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=18&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=68&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (WRITER2) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1176569 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1176569 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=69&wt=json} status=0 QTime=0
   [junit4]   2> 1176569 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=83&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=97&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1176570 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=24&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (WRITER0) [    ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 1176570 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:65&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:62&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=84&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:30&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:7&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:114&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=40&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=83&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=42&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176571 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=18&wt=json} status=0 QTime=0
   [junit4]   2> 1176571 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=34&wt=json} status=0 QTime=0
   [junit4]   2> 1176571 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=108&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-8&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[54 (-8)]} 0 0
   [junit4]   2> 1176571 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:75&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176571 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:30&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176570 INFO  (WRITER0) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1176571 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:29&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=60&wt=json} status=0 QTime=0
   [junit4]   2> 1176570 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (WRITER2) [    ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
   [junit4]   2> 1176572 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=80&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=61&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=65&wt=json} status=0 QTime=0
   [junit4]   2> 1176571 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:28&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=111&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:58&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=76&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=118&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=28&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:119&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176572 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1176589 WARN  (recoveryExecutor-4866-thread-1) [    ] o.a.s.u.UpdateLog Starting log replay tlog{file=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.search.TestStressRecovery_E3152DCD8CF51543-001/init-core-data-001/tlog/tlog.0000000000000000003 refcount=2} active=true starting pos=0
   [junit4]   2> 1176589 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:112&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176589 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=73&wt=json} status=0 QTime=0
   [junit4]   2> 1176589 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=29&wt=json} status=0 QTime=0
   [junit4]   2> 1176589 INFO  (WRITER1) [    ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay: false
   [junit4]   2> 1176589 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=111&wt=json} status=0 QTime=0
   [junit4]   2> 1176589 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=103&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=99&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=24&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=26&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=100&wt=json} status=0 QTime=0
   [junit4]   2> 1176572 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=74&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:76&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=78&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=15&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:29&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=49&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=79&wt=json} status=0 QTime=0
   [junit4]   2> 1176589 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 0
   [junit4]   2> 1176590 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176589 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=94&wt=json} status=0 QTime=0
   [junit4]   2> 1176589 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=113&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=79&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:53&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:69&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=33&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:54&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176599 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=94&wt=json} status=0 QTime=8
   [junit4]   2> 1176599 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{add=[54 (9)]} 0 8
   [junit4]   2> 1176599 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=73&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=52&wt=json} status=0 QTime=0
   [junit4]   2> 1176599 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:72&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176590 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=82&wt=json} status=0 QTime=0
   [junit4]   2> 1176590 INFO  (WRITER2) [    ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: APPLYING_BUFFERED replay: false
   [junit4]   2> 1176600 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=13&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 9
   [junit4]   2> 1176600 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=99&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:77&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=5&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-10&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[54 (-10)]} 0 1
   [junit4]   2> 1176600 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:57&omitHeader=true&wt=json} hits=0 status=0 QTime=0
   [junit4]   2> 1176599 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=108&wt=json} status=0 QTime=0
   [junit4]   2> 1176599 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=8
   [junit4]   2> 1176599 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=32&wt=json} status=0 QTime=8
   [junit4]   2> 1176600 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=106&wt=json} status=0 QTime=0
   [junit4]   2> 1176599 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=29&wt=json} status=0 QTime=8
   [junit4]   2> 1176601 INFO  (READER4) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=59&wt=json} status=0 QTime=0
   [junit4]   2> 1176601 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176601 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=113&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER1) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176601 INFO  (READER3) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=84&wt=json} status=0 QTime=0
   [junit4]   2> 1176601 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=84&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER0) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=42&wt=json} status=0 QTime=0
   [junit4]   2> 1176601 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=66&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER6) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=81&wt=json} status=0 QTime=0
   [junit4]   2> 1176601 INFO  (READER2) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=44&wt=json} status=0 QTime=0
   [junit4]   2> 1176600 INFO  (READER5) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&ids=54&wt=json} status=0 QTime=0
   [junit4]   2> 1176601 INFO  (READER2) [    ] o.a.s.c.S.Request

[...truncated too long message...]

false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1183653 INFO  (recoveryExecutor-4866-thread-2) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5cf4e7d9
   [junit4]   2> 1183656 INFO  (recoveryExecutor-4866-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fb1c31[collection1] main]
   [junit4]   2> 1183658 INFO  (searcherExecutor-4864-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4fb1c31[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_47(6.6.0):c23/8:delGen=7) Uninverting(_48(6.6.0):C1) Uninverting(_49(6.6.0):C1) Uninverting(_4e(6.6.0):C2) Uninverting(_4k(6.6.0):C1) Uninverting(_4n(6.6.0):C1) Uninverting(_4o(6.6.0):C1) Uninverting(_4q(6.6.0):C1) Uninverting(_4v(6.6.0):C1) Uninverting(_4w(6.6.0):C1) Uninverting(_52(6.6.0):C2/1:delGen=1) Uninverting(_55(6.6.0):C1) Uninverting(_56(6.6.0):C2/1:delGen=1) Uninverting(_58(6.6.0):C2/1:delGen=1)))}
   [junit4]   2> mai 05, 2017 9:30:19 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> AVERTISSEMENT: Uncaught exception in thread: Thread[READER1,5,TGRP-TestStressRecovery]
   [junit4]   2> java.lang.RuntimeException: java.lang.AssertionError
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([E3152DCD8CF51543]:0)
   [junit4]   2> 	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
   [junit4]   2> Caused by: java.lang.AssertionError
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:92)
   [junit4]   2> 	at org.junit.Assert.assertTrue(Assert.java:43)
   [junit4]   2> 	at org.junit.Assert.assertTrue(Assert.java:54)
   [junit4]   2> 	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:318)
   [junit4]   2> 
   [junit4]   2> 1183659 INFO  (recoveryExecutor-4866-thread-2) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1183659 INFO  (recoveryExecutor-4866-thread-2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[96 (1176)]} 0 6
   [junit4]   2> 1183659 INFO  (recoveryExecutor-4866-thread-2) [    ] o.a.s.u.UpdateLog Re-computing max version from index after log re-play.
   [junit4]   2> 1183661 INFO  (WRITER1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1183662 INFO  (WRITER2) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-1177&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{delete=[96 (-1177)]} 0 8
   [junit4]   2> 1183662 WARN  (recoveryExecutor-4866-thread-2) [    ] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=1 deletes=0 deleteByQuery=0 errors=0 positionOfStart=104}
   [junit4]   2> 1183662 INFO  (WRITER1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@42397fa0[collection1] main]
   [junit4]   2> 1183663 INFO  (WRITER1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1183666 INFO  (searcherExecutor-4864-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@42397fa0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_47(6.6.0):c23/8:delGen=7) Uninverting(_48(6.6.0):C1) Uninverting(_49(6.6.0):C1) Uninverting(_4e(6.6.0):C2) Uninverting(_4k(6.6.0):C1) Uninverting(_4n(6.6.0):C1) Uninverting(_4o(6.6.0):C1) Uninverting(_4q(6.6.0):C1) Uninverting(_4v(6.6.0):C1) Uninverting(_4w(6.6.0):C1) Uninverting(_52(6.6.0):C2/1:delGen=1) Uninverting(_55(6.6.0):C1) Uninverting(_56(6.6.0):C2/1:delGen=1)))}
   [junit4]   2> 1183666 INFO  (WRITER1) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 12
   [junit4]   2> 1183667 INFO  (TEST-TestStressRecovery.testStressRecovery-seed#[E3152DCD8CF51543]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStressRecovery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestStressRecovery -Dtests.method=testStressRecovery -Dtests.seed=E3152DCD8CF51543 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-LU -Dtests.timezone=Australia/Tasmania -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   7.14s J0 | TestStressRecovery.testStressRecovery <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=16771, name=READER1, state=RUNNABLE, group=TGRP-TestStressRecovery]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E3152DCD8CF51543:592F4490131DAA4D]:0)
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E3152DCD8CF51543]:0)
   [junit4]    > 	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:331)
   [junit4]    > Caused by: java.lang.AssertionError
   [junit4]    > 	at org.apache.solr.search.TestStressRecovery$2.run(TestStressRecovery.java:318)
   [junit4]   2> 1183669 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1183669 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1773631917
   [junit4]   2> 1183670 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@c58f4c7
   [junit4]   2> 1183715 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1183717 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1183718 INFO  (SUITE-TestStressRecovery-seed#[E3152DCD8CF51543]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=fr-LU, timezone=Australia/Tasmania
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=12,threads=1,free=190851448,total=535298048
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsSyncSliceTest, TestScoreJoinQPNoScore, TestComponentsName, TestRandomFlRTGCloud, UtilsToolTest, TestOrdValues, TestJoin, TestGraphTermsQParserPlugin, TestStressLiveNodes, ClassificationUpdateProcessorIntegrationTest, TestLeaderElectionWithEmptyReplica, BaseCdcrDistributedZkTest, NotRequiredUniqueKeyTest, TestJettySolrRunner, TestValueSourceCache, TestFieldCollectionResource, TestRealTimeGet, WrapperMergePolicyFactoryTest, OverseerStatusTest, HighlighterConfigTest, OutputWriterTest, TestSolrConfigHandler, TestUseDocValuesAsStored2, SuggestComponentTest, DeleteStatusTest, TestRawResponseWriter, TestNoOpRegenerator, TestCloudJSONFacetJoinDomain, UpdateLogTest, BasicDistributedZkTest, ClusterStateTest, SolrCoreTest, TestBinaryResponseWriter, AlternateDirectoryTest, ScriptEngineTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, JSONWriterTest, TestReplicaProperties, RequiredFieldsTest, DocExpirationUpdateProcessorFactoryTest, MBeansHandlerTest, BooleanFieldTest, HdfsUnloadDistributedZkTest, TestBlobHandler, HLLSerializationTest, FacetPivotSmallTest, ExitableDirectoryReaderTest, TestSolrDeletionPolicy2, LeaderElectionIntegrationTest, ResponseHeaderTest, TestCloudRecovery, LeaderElectionContextKeyTest, GraphQueryTest, CdcrUpdateLogTest, TestCoreAdminApis, TestStressLucene, TestRemoteStreaming, ResourceLoaderTest, TestUninvertingReader, TestFieldTypeResource, TestCryptoKeys, HdfsLockFactoryTest, ConfigureRecoveryStrategyTest, TestLazyCores, SynonymTokenizerTest, CursorPagingTest, XsltUpdateRequestHandlerTest, TestSolrCoreProperties, TestCustomStream, ExternalFileFieldSortTest, BlockJoinFacetDistribTest, CustomCollectionTest, SolrCLIZkUtilsTest, PeerSyncTest, TestCloudManagedSchema, DateFieldTest, TestIBSimilarityFactory, TestOmitPositions, RecoveryAfterSoftCommitTest, TestNamedUpdateProcessors, ReplicationFactorTest, TestSmileRequest, TestCustomDocTransformer, TestCrossCoreJoin, DistributedFacetExistsSmallTest, TestPerFieldSimilarity, CurrencyFieldOpenExchangeTest, TestTrieFacet, DisMaxRequestHandlerTest, TestClusterStateMutator, AnalysisAfterCoreReloadTest, QueryEqualityTest, CoreAdminCreateDiscoverTest, TestCollationFieldDocValues, HdfsRecoverLeaseTest, TestRTimerTree, CloudMLTQParserTest, MetricUtilsTest, TestIntervalFaceting, TestFieldCacheSortRandom, TestFunctionQuery, TestFieldCacheReopen, PKIAuthenticationIntegrationTest, TestChildDocTransformer, TestRandomFaceting, DistanceUnitsTest, TestSizeLimitedDistributedMap, TestPivotHelperCode, TestDistribIDF, DistributedFacetPivotSmallAdvancedTest, TestSolrCloudWithSecureImpersonation, ShufflingReplicaListTransformerTest, TestRestManager, CollectionsAPIDistributedZkTest, TestZkChroot, TestRandomDVFaceting, TestDistributedSearch, HighlighterTest, SolrIndexSplitterTest, SuggesterFSTTest, SuggesterTest, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FastVectorHighlighterTest, RegexBoostProcessorTest, TestJmxIntegration, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestQuerySenderNoQuery, TestStressRecovery]
   [junit4] Completed [454/711 (2!)] on J0 in 7.55s, 1 test, 1 error <<< FAILURES!

[...truncated 44309 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+168) - Build # 3442 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3442/
Java: 64bit/jdk-9-ea+168 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([B95E76AC88710EF5:1CEC36642E3FC701]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([B95E76AC88710EF5:CDAE97E9CC55497A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12352 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_B95E76AC88710EF5-001/init-core-data-001
   [junit4]   2> 1127361 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1127361 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1127362 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1127362 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1127362 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1127382 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1127403 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1127502 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1127505 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1127510 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1127526 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@625c7622
   [junit4]   2> 1127529 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@625c7622
   [junit4]   2> 1127530 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@625c7622
   [junit4]   2> 1127530 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1127553 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1127565 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1127668 WARN  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1127670 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1127674 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1127674 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@625c7622
   [junit4]   2> 1127675 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1127675 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_B95E76AC88710EF5-001/init-core-data-001/]
   [junit4]   2> 1127676 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=50, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1127716 WARN  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1127717 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1127717 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1127717 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1127718 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@35928bce[collection1] main]
   [junit4]   2> 1127718 WARN  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1127718 INFO  (coreLoadExecutor-4909-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1127718 INFO  (searcherExecutor-4910-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@35928bce[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1127719 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1127720 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[B95E76AC88710EF5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1127720 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[B95E76AC88710EF5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1127721 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[B95E76AC88710EF5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1127722 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 1127722 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[B95E76AC88710EF5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=B95E76AC88710EF5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-AS -Dtests.timezone=America/Juneau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B95E76AC88710EF5:1CEC36642E3FC701]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1127724 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[B95E76AC88710EF5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1127724 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[B95E76AC88710EF5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 1127724 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1127724 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1120004462
   [junit4]   2> 1127724 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1127724 INFO  (coreCloseExecutor-4914-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2bb410b9
   [junit4]   2> 1127725 INFO  (coreCloseExecutor-4914-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1127727 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_B95E76AC88710EF5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1820, maxMBSortInHeap=5.275105783221441, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=en-AS, timezone=America/Juneau
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=430477272,total=514445312
   [junit4]   2> NOTE: All tests run in this JVM: [AssignTest, TestDeleteCollectionOnDownNodes, SolrCoreMetricManagerTest, SolrIndexMetricsTest, TestSuggestSpellingConverter, TestFuzzyAnalyzedSuggestions, TestRequestForwarding, MetricUtilsTest, SpatialHeatmapFacetsTest, HdfsBasicDistributedZkTest, TestMiniSolrCloudClusterSSL, TestPayloadScoreQParserPlugin, TestImpersonationWithHadoopAuth, SmileWriterTest, RemoteQueryErrorTest, LoggingHandlerTest, TestConfigOverlay, CdcrBootstrapTest, TestSolrQueryParserDefaultOperatorResource, TestBulkSchemaAPI, BlockJoinFacetDistribTest, TestTrieFacet, RankQueryTest, TestLRUStatsCache, TestConfigSets, TestCollationFieldDocValues, SegmentsInfoRequestHandlerTest, SimplePostToolTest, TestPartialUpdateDeduplication, TestOrdValues, SpatialFilterTest, SpellingQueryConverterTest, TestRTimerTree, TestJavabinTupleStreamParser, TestCoreContainer, SolrIndexConfigTest, TestQueryTypes, PreAnalyzedFieldManagedSchemaCloudTest, TestSegmentSorting, SuggesterFSTTest, TestMacroExpander, CopyFieldTest, SoftAutoCommitTest, TestPerFieldSimilarityWithDefaultOverride, TestFieldCollectionResource, ResponseHeaderTest, TestUninvertingReader, DeleteInactiveReplicaTest, TestDistributedStatsComponentCardinality, ClassificationUpdateProcessorIntegrationTest, SpellCheckComponentTest, WordBreakSolrSpellCheckerTest, TestSolrCloudWithDelegationTokens, LeaderFailoverAfterPartitionTest, IndexBasedSpellCheckerTest, TestLMDirichletSimilarityFactory, SolrMetricsIntegrationTest, ConvertedLegacyTest, SpellCheckCollatorTest, TestLeaderElectionZkExpiry, ShardRoutingTest, RuleEngineTest, HighlighterTest, GraphQueryTest, CleanupOldIndexTest, MoveReplicaTest, TestEmbeddedSolrServerConstructors, PreAnalyzedUpdateProcessorTest, DateMathParserTest, ConnectionReuseTest, TestFreeTextSuggestions, TestManagedStopFilterFactory, DistributedIntervalFacetingTest, CoreSorterTest, LeaderInitiatedRecoveryOnShardRestartTest, DistributedTermsComponentTest, AtomicUpdateProcessorFactoryTest, SubstringBytesRefFilterTest, ChaosMonkeySafeLeaderTest, SchemaVersionSpecificBehaviorTest, SolrCloudExampleTest, HLLSerializationTest, TestSchemaSimilarityResource, TestDistribIDF, CdcrUpdateLogTest, BlockDirectoryTest, DistanceFunctionTest, CloudMLTQParserTest, OverseerModifyCollectionTest, TestCollapseQParserPlugin, RestartWhileUpdatingTest, TestBM25SimilarityFactory, DistributedQueryComponentOptimizationTest, TestSolrCoreSnapshots, TestFieldCacheReopen, DistanceUnitsTest, IndexSchemaTest, DistributedMLTComponentTest, InfixSuggestersTest, TestSolrIndexConfig, DistributedDebugComponentTest, DistributedFacetPivotLargeTest, TestCSVResponseWriter, ZkSolrClientTest, DocExpirationUpdateProcessorFactoryTest, TestSmileRequest, TestTrie, TestConfigSetsAPIExclusivity, TestQueryUtils, TermsComponentTest, TestCloudPivotFacet, SolrCmdDistributorTest, HdfsDirectoryFactoryTest, TestExportWriter, TestCloudManagedSchema, TestNamedUpdateProcessors, TestExclusionRuleCollectionAccess, TestElisionMultitermQuery, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestGroupingSearch, TestFiltering, SuggesterTSTTest, TestStressLucene, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoMBeanTest, DebugComponentTest, DisMaxRequestHandlerTest, TestWriterPerf, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FastVectorHighlighterTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [427/712 (1!)] on J1 in 0.38s, 3 tests, 1 error <<< FAILURES!

[...truncated 352 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/init-core-data-001
   [junit4]   2> 1444122 WARN  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 1444122 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1444123 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1444124 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001
   [junit4]   2> 1444124 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1444125 INFO  (Thread-3262) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1444125 INFO  (Thread-3262) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1444126 ERROR (Thread-3262) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1444225 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45068
   [junit4]   2> 1444230 INFO  (jetty-launcher-2667-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1444230 INFO  (jetty-launcher-2667-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1444232 INFO  (jetty-launcher-2667-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7382e05f{/solr,null,AVAILABLE}
   [junit4]   2> 1444232 INFO  (jetty-launcher-2667-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12be078d{/solr,null,AVAILABLE}
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61fa0263{SSL,[ssl, http/1.1]}{127.0.0.1:38046}
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3d695d89{SSL,[ssl, http/1.1]}{127.0.0.1:39190}
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-2) [    ] o.e.j.s.Server Started @1446073ms
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-1) [    ] o.e.j.s.Server Started @1446073ms
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38046}
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39190}
   [junit4]   2> 1444233 ERROR (jetty-launcher-2667-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1444233 ERROR (jetty-launcher-2667-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1444233 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1444234 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1444234 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T08:50:39.347051Z
   [junit4]   2> 1444234 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T08:50:39.347089Z
   [junit4]   2> 1444236 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1444236 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1444241 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd7cdc8070001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1444242 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1444243 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1444243 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
   [junit4]   2> 1444243 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
   [junit4]   2> 1444245 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd7cdc8070004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1444257 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1444257 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1444258 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39190_solr
   [junit4]   2> 1444258 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38046_solr
   [junit4]   2> 1444258 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97909095742767109-127.0.0.1:39190_solr-n_0000000000) starting
   [junit4]   2> 1444260 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1444260 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1444263 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39190_solr
   [junit4]   2> 1444264 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1444264 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1444291 INFO  (jetty-launcher-2667-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/.
   [junit4]   2> 1444321 INFO  (jetty-launcher-2667-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/.
   [junit4]   2> 1445214 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1445215 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
   [junit4]   2> 1445264 INFO  (qtp1034608270-13244) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1445265 INFO  (OverseerThreadFactory-6542-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1445382 INFO  (qtp1034608270-13246) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1445382 INFO  (qtp1034608270-13258) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1445382 INFO  (qtp1034608270-13246) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1445429 INFO  (qtp273490822-13253) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1445429 INFO  (qtp273490822-13257) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1445429 INFO  (qtp273490822-13253) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1445532 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1445532 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1446389 INFO  (qtp1034608270-13246) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1446389 INFO  (qtp1034608270-13258) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1446397 INFO  (qtp1034608270-13246) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1446397 INFO  (qtp1034608270-13258) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1446399 INFO  (qtp1034608270-13246) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1446399 INFO  (qtp1034608270-13258) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1446399 INFO  (qtp1034608270-13246) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1446399 INFO  (qtp1034608270-13258) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1446399 INFO  (qtp1034608270-13258) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1446399 INFO  (qtp1034608270-13246) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1446399 INFO  (qtp1034608270-13258) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/./collection1_shard1_replica2/data/]
   [junit4]   2> 1446399 INFO  (qtp1034608270-13246) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/./collection1_shard2_replica2/data/]
   [junit4]   2> 1446449 INFO  (qtp273490822-13253) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1446449 INFO  (qtp273490822-13257) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1446456 INFO  (qtp273490822-13257) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1446456 INFO  (qtp273490822-13253) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1446458 INFO  (qtp273490822-13257) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1446458 INFO  (qtp273490822-13253) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1446462 INFO  (qtp273490822-13257) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1446462 INFO  (qtp273490822-13253) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1446463 INFO  (qtp273490822-13253) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1446463 INFO  (qtp273490822-13257) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1446463 INFO  (qtp273490822-13253) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/./collection1_shard2_replica1/data/]
   [junit4]   2> 1446463 INFO  (qtp273490822-13257) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/./collection1_shard1_replica1/data/]
   [junit4]   2> 1446503 INFO  (qtp1034608270-13258) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1446503 INFO  (qtp1034608270-13246) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1446503 INFO  (qtp1034608270-13258) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1446503 INFO  (qtp1034608270-13246) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1446504 INFO  (qtp1034608270-13246) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1446504 INFO  (qtp1034608270-13258) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1446505 INFO  (qtp1034608270-13246) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1446505 INFO  (qtp1034608270-13258) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1446506 INFO  (qtp1034608270-13246) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@10306ae[collection1_shard2_replica2] main]
   [junit4]   2> 1446506 INFO  (qtp1034608270-13258) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49452cfd[collection1_shard1_replica2] main]
   [junit4]   2> 1446507 INFO  (qtp1034608270-13246) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1446507 INFO  (qtp1034608270-13258) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1446507 INFO  (qtp1034608270-13246) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1446507 INFO  (qtp1034608270-13258) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1446507 INFO  (qtp1034608270-13246) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1446507 INFO  (qtp1034608270-13258) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1446507 INFO  (searcherExecutor-6547-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@10306ae[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1446507 INFO  (searcherExecutor-6548-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@49452cfd[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1446507 INFO  (qtp1034608270-13246) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566545534380933120
   [junit4]   2> 1446507 INFO  (qtp1034608270-13258) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566545534380933120
   [junit4]   2> 1446511 INFO  (qtp1034608270-13246) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1446511 INFO  (qtp1034608270-13258) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1446526 INFO  (qtp273490822-13257) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1446526 INFO  (qtp273490822-13257) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1446527 INFO  (qtp273490822-13257) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1446527 INFO  (qtp273490822-13257) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1446528 INFO  (qtp273490822-13257) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@d67e338[collection1_shard1_replica1] main]
   [junit4]   2> 1446529 INFO  (qtp273490822-13257) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1446529 INFO  (qtp273490822-13257) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1446529 INFO  (qtp273490822-13257) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1446529 INFO  (searcherExecutor-6549-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@d67e338[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1446529 INFO  (qtp273490822-13257) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566545534404001792
   [junit4]   2> 1446530 INFO  (qtp273490822-13253) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1446530 INFO  (qtp273490822-13253) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1446531 INFO  (qtp273490822-13253) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1446531 INFO  (qtp273490822-13253) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1446532 INFO  (qtp273490822-13253) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@755d6efc[collection1_shard2_replica1] main]
   [junit4]   2> 1446532 INFO  (qtp273490822-13253) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1446533 INFO  (qtp273490822-13253) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1446533 INFO  (qtp273490822-13253) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1446533 INFO  (searcherExecutor-6550-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@755d6efc[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1446533 INFO  (qtp273490822-13253) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566545534408196096
   [junit4]   2> 1446613 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1446613 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1447012 INFO  (qtp1034608270-13246) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1447012 INFO  (qtp1034608270-13258) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1447012 INFO  (qtp1034608270-13246) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1447012 INFO  (qtp1034608270-13258) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1447012 INFO  (qtp1034608270-13246) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38046/solr/collection1_shard2_replica2/
   [junit4]   2> 1447012 INFO  (qtp1034608270-13258) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38046/solr/collection1_shard1_replica2/
   [junit4]   2> 1447012 INFO  (qtp1034608270-13258) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:38046/solr START replicas=[https://127.0.0.1:39190/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 1447012 INFO  (qtp1034608270-13246) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:38046/solr START replicas=[https://127.0.0.1:39190/solr/collection1_shard2_replica1/] nUpdates=100
   [junit4]   2> 1447012 INFO  (qtp1034608270-13258) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:38046/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1447012 INFO  (qtp1034608270-13246) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:38046/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1447015 INFO  (qtp273490822-13247) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1447015 INFO  (qtp273490822-13320) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1447015 INFO  (qtp1034608270-13258) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1447015 INFO  (qtp1034608270-13246) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1447016 INFO  (qtp1034608270-13258) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1447016 INFO  (qtp1034608270-13246) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1447016 INFO  (qtp1034608270-13258) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1447016 INFO  (qtp1034608270-13246) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1447017 INFO  (qtp1034608270-13258) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38046/solr/collection1_shard1_replica2/ shard1
   [junit4]   2> 1447017 INFO  (qtp1034608270-13246) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38046/solr/collection1_shard2_replica2/ shard2
   [junit4]   2> 1447119 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1447119 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1447168 INFO  (qtp1034608270-13258) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1447168 INFO  (qtp1034608270-13246) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1447169 INFO  (qtp1034608270-13246) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=1787
   [junit4]   2> 1447169 INFO  (qtp1034608270-13258) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1787
   [junit4]   2> 1447270 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1447270 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1447533 INFO  (qtp273490822-13257) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2104
   [junit4]   2> 1447537 INFO  (qtp273490822-13253) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2108
   [junit4]   2> 1447539 INFO  (qtp1034608270-13244) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1447638 INFO  (zkCallback-2678-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1447638 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1448539 INFO  (qtp1034608270-13244) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3275
   [junit4]   2> 1448539 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1448540 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1448551 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 1448557 INFO  (qtp273490822-13319) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566545536526319616&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566545536526319616)} 0 0
   [junit4]   2> 1448559 INFO  (qtp273490822-13249) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566545536528416768&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566545536528416768)} 0 0
   [junit4]   2> 1448559 INFO  (qtp1034608270-13250) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566545536528416768)} 0 4
   [junit4]   2> 1448559 INFO  (qtp1034608270-13254) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566545536526319616)} 0 6
   [junit4]   2> 1448562 INFO  (qtp273490822-13247) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1448562 INFO  (qtp1034608270-13246) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1448562 INFO  (qtp273490822-13247) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1448562 INFO  (qtp1034608270-13246) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1448562 INFO  (qtp273490822-13321) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1448563 INFO  (qtp273490822-13321) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1448563 INFO  (qtp273490822-13247) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1448563 INFO  (qtp1034608270-13246) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1448563 INFO  (qtp273490822-13247) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1448563 INFO  (qtp1034608270-13246) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1448563 INFO  (qtp273490822-13321) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1448563 INFO  (qtp273490822-13321) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1448563 INFO  (qtp1034608270-13254) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1448563 INFO  (qtp1034608270-13254) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1448563 INFO  (qtp1034608270-13254) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1448563 INFO  (qtp1034608270-13254) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1448564 INFO  (qtp1034608270-13256) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1448570 INFO  (qtp273490822-13257) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1000 (1566545536539951104)]} 0 0
   [junit4]   2> 1448571 INFO  (qtp1034608270-13258) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1566545536539951104)]} 0 4
   [junit4]   2> 1448575 INFO  (qtp273490822-13253) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[1001 (1566545536546242560)]} 0 0
   [junit4]   2> 1448575 INFO  (qtp1034608270-13250) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1566545536546242560)]} 0 2
   [junit4]   2> 1448578 INFO  (qtp273490822-13319) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[0 (1566545536551485440)]} 0 0
   [junit4]   2> 1448578 INFO  (qtp1034608270-13246) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566545536551485440)]} 0 1
   [junit4]   2> 1448581 INFO  (qtp273490822-13249) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1 (1566545536554631168)]} 0 0
   [junit4]   2> 1448582 INFO  (qtp1034608270-13254) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566545536554631168)]} 0 1
   [junit4]   2> 1448585 INFO  (qtp273490822-13247) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[2 (1566545536557776896)]} 0 0
   [junit4]   2> 1448585 INFO  (qtp1034608270-13256) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566545536557776896)]} 0 1
   [junit4]   2> 1448588 INFO  (qtp273490822-13321) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[3 (1566545536560922624)]} 0 0
   [junit4]   2> 1448588 INFO  (qtp1034608270-13258) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566545536560922624)]} 0 1
   [junit4]   2> 1448592 INFO  (qtp273490822-13257) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[4 (1566545536565116928)]} 0 0
   [junit4]   2> 1448592 INFO  (qtp1034608270-13250) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566545536565116928)]} 0 2
   [junit4]   2> 1448595 INFO  (qtp273490822-13253) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[5 (1566545536569311232)]} 0 0
   [junit4]   2> 1448595 INFO  (qtp1034608270-13246) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566545536569311232)]} 0 1
   [junit4]   2> 1448598 INFO  (qtp273490822-13319) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[6 (1566545536572456960)]} 0 0
   [junit4]   2> 1448599 INFO  (qtp1034608270-13254) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566545536572456960)]} 0 1
   [junit4]   2> 1448602 INFO  (qtp273490822-13249) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[7 (1566545536575602688)]} 0 0
   [junit4]   2> 1448602 INFO  (qtp1034608270-13256) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566545536575602688)]} 0 1
   [junit4]   2> 1448605 INFO  (qtp273490822-13247) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[8 (1566545536579796992)]} 0 0
   [junit4]   2> 1448606 INFO  (qtp1034608270-13258) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566545536579796992)]} 0 1
   [junit4]   2> 1448609 INFO  (qtp273490822-13321) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38046/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[9 (1566545536582942720)]} 0 0
   [junit4]   2> 1448609 INFO  (qtp1034608270-13250) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566545536582942720)]} 0 1
   [junit4]   2> 1448612 INFO  (qtp1034608270-13244) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:38046/solr/collection1_shard1_replica2/|https://127.0.0.1:39190/solr/collection1_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1493974243724&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1448612 INFO  (qtp1034608270-13248) [    ] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:38046/solr/collection1_shard2_replica2/|https://127.0.0.1:39190/solr/collection1_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1493974243724&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1448613 INFO  (qtp273490822-13249) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=2
   [junit4]   2> 1448613 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 38046
   [junit4]   2> 1448613 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=500867886
   [junit4]   2> 1448615 INFO  (coreCloseExecutor-6567-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@783bc996
   [junit4]   2> 1448615 INFO  (coreCloseExecutor-6567-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@2c3d0e71
   [junit4]   2> 1448617 INFO  (coreCloseExecutor-6567-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1448617 INFO  (coreCloseExecutor-6567-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1448619 INFO  (zkCallback-2685-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1448619 INFO  (zkCallback-2678-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1448620 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1448620 INFO  (zkCallback-2678-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1448721 INFO  (zkCallback-2678-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1449267 INFO  (OverseerCollectionConfigSetProcessor-97909095742767109-127.0.0.1:39190_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1450119 WARN  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1450119 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1450120 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@61fa0263{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1450121 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7382e05f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1450121 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 39190
   [junit4]   2> 1450121 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1367763208
   [junit4]   2> 1450124 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.Overseer Overseer (id=97909095742767109-127.0.0.1:39190_solr-n_0000000000) closing
   [junit4]   2> 1450124 INFO  (OverseerStateUpdate-97909095742767109-127.0.0.1:39190_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39190_solr
   [junit4]   2> 1450124 INFO  (zkCallback-2685-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1451120 WARN  (zkCallback-2678-thread-1) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1451120 WARN  (zkCallback-2678-thread-2) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1451120 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7527143a
   [junit4]   2> 1451120 INFO  (zkCallback-2678-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12883d2e
   [junit4]   2> 1451121 INFO  (zkCallback-2678-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1451121 INFO  (zkCallback-2678-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1451624 WARN  (zkCallback-2678-thread-4) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1451625 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1451626 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d695d89{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1451626 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12be078d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1451629 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1451629 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7127bf4b{/solr,null,AVAILABLE}
   [junit4]   2> 1451630 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ee3ec7e{SSL,[ssl, http/1.1]}{127.0.0.1:38046}
   [junit4]   2> 1451630 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.Server Started @1453470ms
   [junit4]   2> 1451630 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38046}
   [junit4]   2> 1451630 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1451630 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1451631 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1451631 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1451631 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T08:50:46.744126Z
   [junit4]   2> 1451632 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1451637 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1451638 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
   [junit4]   2> 1451643 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1451644 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38046_solr
   [junit4]   2> 1451645 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.Overseer Overseer (id=97909095742767115-127.0.0.1:38046_solr-n_0000000002) starting
   [junit4]   2> 1451648 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38046_solr
   [junit4]   2> 1451648 INFO  (zkCallback-2690-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1451648 INFO  (zkCallback-2685-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1451721 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/.
   [junit4]   2> 1451722 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard2_replica2, collection1_shard1_replica2]
   [junit4]   2> 1451722 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1451731 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1451731 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1451741 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1451741 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/./collection1_shard2_replica2/data/]
   [junit4]   2> 1451744 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node2/./collection1_shard1_replica2/data/]
   [junit4]   2> 1451812 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1451812 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1451812 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1451812 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1451814 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1451814 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1451814 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1451814 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1451816 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46edaebe[collection1_shard1_replica2] main]
   [junit4]   2> 1451816 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2645053f[collection1_shard2_replica2] main]
   [junit4]   2> 1451817 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1451817 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1451817 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1451817 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1451817 INFO  (coreLoadExecutor-6578-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1451817 INFO  (coreLoadExecutor-6578-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1451817 INFO  (searcherExecutor-6580-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@2645053f[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1451817 INFO  (searcherExecutor-6579-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@46edaebe[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1451821 INFO  (coreZkRegister-6571-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1451821 INFO  (coreZkRegister-6571-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1451923 INFO  (zkCallback-2690-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1452435 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1452436 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@485caaa9{/solr,null,AVAILABLE}
   [junit4]   2> 1452436 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75d02038{SSL,[ssl, http/1.1]}{127.0.0.1:39190}
   [junit4]   2> 1452436 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.e.j.s.Server Started @1454277ms
   [junit4]   2> 1452436 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39190}
   [junit4]   2> 1452437 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1452437 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1452437 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1452437 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1452437 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T08:50:47.550339Z
   [junit4]   2> 1452438 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1452442 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1452443 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
   [junit4]   2> 1452448 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1452449 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1452449 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39190_solr
   [junit4]   2> 1452450 INFO  (zkCallback-2685-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1452450 INFO  (zkCallback-2690-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1452450 INFO  (zkCallback-2696-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1452478 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/.
   [junit4]   2> 1452478 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B95E76AC88710EF5]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica1, collection1_shard2_replica1]
   [junit4]   2> 1452480 INFO  (coreLoadExecutor-6594-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1452486 INFO  (coreLoadExecutor-6594-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1452486 INFO  (coreLoadExecutor-6594-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1452505 INFO  (coreLoadExecutor-6594-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1452505 INFO  (coreLoadExecutor-6594-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001/tempDir-001/node1/./collection1_shard2_replica1/data/]
   [junit4]   2> 1452507 INFO  (coreLoadExecutor-6594-thread-1) [    ] o.a.s.c.SolrCo

[...truncated too long message...]

29 INFO  (coreCloseExecutor-6647-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@16dddd2d
   [junit4]   2> 1509229 INFO  (coreCloseExecutor-6647-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@78300aa4
   [junit4]   2> 1509230 INFO  (coreCloseExecutor-6648-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@2edb61d8
   [junit4]   2> 1509230 INFO  (coreCloseExecutor-6648-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c60249
   [junit4]   2> 1509230 INFO  (coreCloseExecutor-6647-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1509231 INFO  (coreCloseExecutor-6648-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1509231 INFO  (coreCloseExecutor-6647-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1509232 INFO  (coreCloseExecutor-6648-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1509233 INFO  (zkCallback-2708-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1509333 INFO  (zkCallback-2708-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1510733 WARN  (zkCallback-2714-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1510733 INFO  (jetty-closer-2668-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1510733 INFO  (jetty-closer-2668-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1106575d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1513968 ERROR (recoveryExecutor-2706-thread-2) [    ] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard2_replica2
   [junit4]   2> 1513968 ERROR (recoveryExecutor-2706-thread-1) [    ] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard1_replica2
   [junit4]   2> 1513968 INFO  (jetty-closer-2668-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97909095742767121-127.0.0.1:38046_solr-n_0000000004) closing
   [junit4]   2> 1513968 INFO  (OverseerStateUpdate-97909095742767121-127.0.0.1:38046_solr-n_0000000004) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38046_solr
   [junit4]   2> 1515469 WARN  (zkCallback-2708-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1515469 INFO  (jetty-closer-2668-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1515470 INFO  (jetty-closer-2668-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6eb558fc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1515470 ERROR (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1515470 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45068 45068
   [junit4]   2> 1515486 INFO  (Thread-3262) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45068 45068
   [junit4]   2> 1515487 WARN  (Thread-3262) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 1515487 INFO  (SUITE-TestCloudRecovery-seed#[B95E76AC88710EF5]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B95E76AC88710EF5-001
   [junit4]   2> May 05, 2017 8:51:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=dav, timezone=SystemV/AST4
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=81249424,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestPKIAuthenticationPlugin, TestLocalFSCloudBackupRestore, ReturnFieldsTest, BasicDistributedZkTest, TestReplicationHandlerBackup, DistributedFacetPivotSmallAdvancedTest, CursorPagingTest, DistribJoinFromCollectionTest, HighlighterMaxOffsetTest, ExitableDirectoryReaderTest, TestIBSimilarityFactory, ManagedSchemaRoundRobinCloudTest, AlternateDirectoryTest, TestConfigSetProperties, SparseHLLTest, BigEndianAscendingWordSerializerTest, TestBadConfig, RegexBoostProcessorTest, TestFastLRUCache, TestAuthenticationFramework, CloneFieldUpdateProcessorFactoryTest, TestExactStatsCache, TestCodecSupport, DistributedQueryElevationComponentTest, TestRandomCollapseQParserPlugin, DistributedFacetExistsSmallTest, JSONWriterTest, TestXmlQParserPlugin, TestChildDocTransformer, TestSolrConfigHandler, TestPayloadCheckQParserPlugin, NotRequiredUniqueKeyTest, BlockJoinFacetSimpleTest, TestCloudSchemaless, SmileWriterTest, TestCrossCoreJoin, TestFaceting, TestSolrCloudSnapshots, TestExceedMaxTermLength, ZkNodePropsTest, FacetPivotSmallTest, AnalyticsQueryTest, TestStressUserVersions, TestCustomStream, UniqFieldsUpdateProcessorFactoryTest, TestStressRecovery, HdfsUnloadDistributedZkTest, ConfigSetsAPITest, UUIDFieldTest, RequiredFieldsTest, TestAtomicUpdateErrorCases, TestFoldingMultitermQuery, PeerSyncTest, ConfigureRecoveryStrategyTest, AnalysisErrorHandlingTest, HdfsBasicDistributedZk2Test, TestSolrCoreProperties, TestSizeLimitedDistributedMap, CustomCollectionTest, OverseerCollectionConfigSetProcessorTest, SolrCoreTest, TestObjectReleaseTracker, TestInfoStreamLogging, HdfsRecoverLeaseTest, PolyFieldTest, CoreAdminCreateDiscoverTest, FileBasedSpellCheckerTest, XsltUpdateRequestHandlerTest, MergeStrategyTest, TestOmitPositions, DocumentAnalysisRequestHandlerTest, TestDownShardTolerantSearch, TestNumericTerms64, DeleteStatusTest, TestSQLHandler, AliasIntegrationTest, TestPseudoReturnFields, TestCSVLoader, TestSubQueryTransformerDistrib, BasicAuthStandaloneTest, TestDistributedSearch, TestLazyCores, DocValuesNotIndexedTest, CacheHeaderTest, TestReplicationHandler, TestRecoveryHdfs, TestNestedDocsSort, TestBulkSchemaConcurrent, TestDocSet, TestClassicSimilarityFactory, NodeMutatorTest, UUIDUpdateProcessorFallbackTest, TestRandomDVFaceting, TestInitQParser, TestSSLRandomization, TestDefaultStatsCache, TestIntervalFaceting, TestSchemaResource, TestSimpleQParserPlugin, TestFieldCacheSort, ClassificationUpdateProcessorFactoryTest, BJQParserTest, InfoHandlerTest, SolrMetricReporterTest, TestCloudJSONFacetJoinDomain, TestRandomFlRTGCloud, TestLeaderElectionWithEmptyReplica, MBeansHandlerTest, DistributedQueryComponentCustomSortTest, TestFieldCacheWithThreads, TestInPlaceUpdatesStandalone, TestJmxIntegration, DeleteNodeTest, DateRangeFieldTest, CdcrReplicationHandlerTest, TestDistributedGrouping, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressVersions, HardAutoCommitTest, TestSolr4Spatial, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, DocValuesMultiTest, TestSolrDeletionPolicy1, TestSurroundQueryParser, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestLFUCache, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, CdcrVersionReplicationTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCloudDeleteByQuery, TestCloudRecovery]
   [junit4] Completed [541/712 (2!)] on J0 in 71.89s, 2 tests, 1 failure <<< FAILURES!

[...truncated 36915 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (32bit/jdk-9-ea+164) - Build # 3441 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3441/
Java: 32bit/jdk-9-ea+164 -client -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([B459B7AC34C47603:11EBF764928ABFF7]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([B459B7AC34C47603:C0A956E970E0318C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12432 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_B459B7AC34C47603-001/init-core-data-001
   [junit4]   2> 1373997 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1373997 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1373998 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1373999 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1374000 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1374084 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1374094 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1374212 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1374214 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1374241 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1374335 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d24216
   [junit4]   2> 1374339 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d24216
   [junit4]   2> 1374339 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d24216
   [junit4]   2> 1374342 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1374422 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1374431 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1374519 WARN  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1374522 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1374554 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1374554 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d24216
   [junit4]   2> 1374555 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1374555 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_B459B7AC34C47603-001/init-core-data-001/]
   [junit4]   2> 1374556 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4782774274846965]
   [junit4]   2> 1374719 WARN  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1374719 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1374719 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1374720 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=38.626953125, floorSegmentMB=1.4716796875, forceMergeDeletesPctAllowed=6.575951519198162, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1374720 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c7b43a[collection1] main]
   [junit4]   2> 1374721 WARN  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1374721 INFO  (coreLoadExecutor-4753-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1374721 INFO  (searcherExecutor-4754-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c7b43a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1374722 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1374724 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[B459B7AC34C47603]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1374724 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[B459B7AC34C47603]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1374726 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[B459B7AC34C47603]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1374726 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[B459B7AC34C47603]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 1374727 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[B459B7AC34C47603]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=B459B7AC34C47603 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mgh-MZ -Dtests.timezone=America/St_Vincent -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B459B7AC34C47603:11EBF764928ABFF7]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1374734 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[B459B7AC34C47603]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1374734 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[B459B7AC34C47603]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 1374734 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1374734 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8953738
   [junit4]   2> 1374734 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1374735 INFO  (coreCloseExecutor-4758-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1dc979c
   [junit4]   2> 1374736 INFO  (coreCloseExecutor-4758-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1374738 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_B459B7AC34C47603-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1869, maxMBSortInHeap=7.740534897979396, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=mgh-MZ, timezone=America/St_Vincent
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=51138864,total=333074432
   [junit4]   2> NOTE: All tests run in this JVM: [TestComplexPhraseLeadingWildcard, BasicDistributedZk2Test, ZkStateWriterTest, TestManagedResourceStorage, HdfsTlogReplayBufferedWhileIndexingTest, TestSubQueryTransformerCrossCore, TestLFUCache, BlockJoinFacetRandomTest, DOMUtilTest, CreateCollectionCleanupTest, BasicAuthIntegrationTest, TestCorePropertiesReload, MinimalSchemaTest, TestClassNameShortening, PropertiesRequestHandlerTest, TestSolrCloudWithKerberosAlt, ConjunctionSolrSpellCheckerTest, SolrSlf4jReporterTest, SolrGangliaReporterTest, TestSolrQueryParserResource, SimpleCollectionCreateDeleteTest, TestDistributedMissingSort, SuggesterTSTTest, TolerantUpdateProcessorTest, TestHighFrequencyDictionaryFactory, SortSpecParsingTest, LargeFieldTest, CachingDirectoryFactoryTest, TestHalfAndHalfDocValues, TestZkChroot, SolrTestCaseJ4Test, SolrPluginUtilsTest, DistributedSuggestComponentTest, TestSimpleTextCodec, UnloadDistributedZkTest, TestUtils, EnumFieldTest, TestNRTOpen, AnalyticsMergeStrategyTest, TestDocBasedVersionConstraints, CdcrVersionReplicationTest, BadIndexSchemaTest, TestRebalanceLeaders, TestGeoJSONResponseWriter, TestPostingsSolrHighlighter, OverseerTest, RequestLoggingTest, RollingRestartTest, ExplicitHLLTest, TestSolrConfigHandlerCloud, TestExpandComponent, DistributedFacetPivotWhiteBoxTest, NoCacheHeaderTest, DebugComponentTest, RequestHandlersTest, TestSlowCompositeReaderWrapper, TestInPlaceUpdatesDistrib, TestPhraseSuggestions, OverriddenZkACLAndCredentialsProvidersTest, TestShortCircuitedRequests, TestExtendedDismaxParser, TestDynamicFieldCollectionResource, TestRestoreCore, FullSolrCloudDistribCmdsTest, TestExactSharedStatsCache, TimeZoneUtilsTest, TestSchemalessBufferedUpdates, ShardSplitTest, TestPushWriter, TestSolr4Spatial2, TestLeaderInitiatedRecoveryThread, HLLUtilTest, LukeRequestHandlerTest, SOLR749Test, DistribDocExpirationUpdateProcessorTest, TestManagedSynonymFilterFactory, DeleteLastCustomShardedReplicaTest, FieldMutatingUpdateProcessorTest, LeaderElectionTest, JSONWriterTest, DistributedVersionInfoTest, TestHdfsCloudBackupRestore, PreAnalyzedFieldTest, AtomicUpdatesTest, ReplicaListTransformerTest, SimpleMLTQParserTest, TestSearcherReuse, TestConfigsApi, BigEndianAscendingWordDeserializerTest, ClassificationUpdateProcessorTest, TestBinaryResponseWriter, TestSortByMinMaxFunction, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrCloudWithHadoopAuthPlugin, CircularListTest, PingRequestHandlerTest, TestCoreDiscovery, CdcrReplicationDistributedZkTest, CurrencyFieldXmlFileTest, TestHashQParserPlugin, RulesTest, ConcurrentDeleteAndCreateCollectionTest, TestCloudPseudoReturnFields, DistributedExpandComponentTest, TestSolrQueryParser, TestMissingGroups, CoreMergeIndexesAdminHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, TestConfig, StatelessScriptUpdateProcessorFactoryTest, TestStandardQParsers, TestIndexSearcher, TestManagedSchemaThreadSafety, TestBadConfig, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, DocValuesTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, TestRemoteStreaming, IndexBasedSpellCheckerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, MoreLikeThisHandlerTest, IndexSchemaRuntimeFieldTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [432/712 (1!)] on J2 in 0.75s, 3 tests, 1 error <<< FAILURES!

[...truncated 283 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/init-core-data-001
   [junit4]   2> 1636611 WARN  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 1636611 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1636612 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1636614 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001
   [junit4]   2> 1636615 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1636615 INFO  (Thread-2789) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1636615 INFO  (Thread-2789) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1636618 ERROR (Thread-2789) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1636715 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42734
   [junit4]   2> 1636720 INFO  (jetty-launcher-2602-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1636721 INFO  (jetty-launcher-2602-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f830f{/solr,null,AVAILABLE}
   [junit4]   2> 1636722 INFO  (jetty-launcher-2602-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1636723 INFO  (jetty-launcher-2602-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15a930f{/solr,null,AVAILABLE}
   [junit4]   2> 1636724 INFO  (jetty-launcher-2602-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@165c7ea{SSL,[ssl, http/1.1]}{127.0.0.1:39064}
   [junit4]   2> 1636724 INFO  (jetty-launcher-2602-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e3a748{SSL,[ssl, http/1.1]}{127.0.0.1:44122}
   [junit4]   2> 1636724 INFO  (jetty-launcher-2602-thread-1) [    ] o.e.j.s.Server Started @1638173ms
   [junit4]   2> 1636724 INFO  (jetty-launcher-2602-thread-2) [    ] o.e.j.s.Server Started @1638173ms
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39064}
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44122}
   [junit4]   2> 1636725 ERROR (jetty-launcher-2602-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1636725 ERROR (jetty-launcher-2602-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T05:40:36.356574Z
   [junit4]   2> 1636725 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T05:40:36.356611Z
   [junit4]   2> 1636727 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1636727 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1636731 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd71fc9190001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1636733 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1636734 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1636735 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42734/solr
   [junit4]   2> 1636736 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42734/solr
   [junit4]   2> 1636747 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1636747 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1636748 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44122_solr
   [junit4]   2> 1636748 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39064_solr
   [junit4]   2> 1636748 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97908348436414469-127.0.0.1:44122_solr-n_0000000000) starting
   [junit4]   2> 1636749 INFO  (zkCallback-2613-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1636749 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1636752 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44122_solr
   [junit4]   2> 1636752 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1636752 INFO  (zkCallback-2613-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1636925 INFO  (jetty-launcher-2602-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/.
   [junit4]   2> 1636938 INFO  (jetty-launcher-2602-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node1/.
   [junit4]   2> 1638393 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1638394 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42734/solr ready
   [junit4]   2> 1638483 INFO  (qtp28158457-12111) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1638484 INFO  (OverseerThreadFactory-5651-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1638591 INFO  (qtp28158457-12118) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1638591 INFO  (qtp28158457-12112) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1638592 INFO  (qtp28158457-12112) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1638651 INFO  (qtp2198679-12106) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1638652 INFO  (qtp2198679-12106) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1638654 INFO  (qtp2198679-12101) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1638757 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1638757 INFO  (zkCallback-2613-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1639599 INFO  (qtp28158457-12118) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1639600 INFO  (qtp28158457-12112) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1639604 INFO  (qtp28158457-12118) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1639605 INFO  (qtp28158457-12112) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1639605 INFO  (qtp28158457-12118) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1639605 INFO  (qtp28158457-12118) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1639606 INFO  (qtp28158457-12118) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1639606 INFO  (qtp28158457-12118) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/./collection1_shard2_replica2/data/]
   [junit4]   2> 1639607 INFO  (qtp28158457-12112) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1639607 INFO  (qtp28158457-12112) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1639607 INFO  (qtp28158457-12112) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1639607 INFO  (qtp28158457-12112) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/./collection1_shard1_replica2/data/]
   [junit4]   2> 1639658 INFO  (qtp2198679-12106) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1639674 INFO  (qtp2198679-12106) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1639674 INFO  (qtp2198679-12101) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1639675 INFO  (qtp2198679-12106) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1639675 INFO  (qtp2198679-12106) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1639676 INFO  (qtp2198679-12106) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1639676 INFO  (qtp2198679-12106) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node1/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node1/./collection1_shard2_replica1/data/]
   [junit4]   2> 1639679 INFO  (qtp2198679-12101) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1639682 INFO  (qtp2198679-12101) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1639682 INFO  (qtp2198679-12101) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1639682 INFO  (qtp2198679-12101) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1639682 INFO  (qtp2198679-12101) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node1/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node1/./collection1_shard1_replica1/data/]
   [junit4]   2> 1640034 INFO  (qtp28158457-12118) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1640034 INFO  (qtp28158457-12118) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1640052 INFO  (qtp28158457-12118) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1640053 INFO  (qtp28158457-12118) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1640077 INFO  (qtp28158457-12118) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d7c0fe[collection1_shard2_replica2] main]
   [junit4]   2> 1640079 INFO  (qtp28158457-12118) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1640079 INFO  (qtp28158457-12118) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1640079 INFO  (qtp28158457-12118) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1640079 INFO  (searcherExecutor-5656-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@1d7c0fe[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1640079 INFO  (qtp28158457-12118) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566533578611752960
   [junit4]   2> 1640083 INFO  (qtp28158457-12118) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1640122 INFO  (qtp28158457-12112) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1640123 INFO  (qtp28158457-12112) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1640126 INFO  (qtp28158457-12112) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1640126 INFO  (qtp28158457-12112) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1640155 INFO  (qtp28158457-12112) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b08e5c[collection1_shard1_replica2] main]
   [junit4]   2> 1640156 INFO  (qtp28158457-12112) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1640156 INFO  (qtp28158457-12112) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1640156 INFO  (qtp28158457-12112) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1640157 INFO  (searcherExecutor-5657-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@b08e5c[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1640157 INFO  (qtp28158457-12112) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566533578693541888
   [junit4]   2> 1640161 INFO  (qtp28158457-12112) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1640165 INFO  (qtp2198679-12101) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1640165 INFO  (qtp2198679-12101) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1640167 INFO  (qtp2198679-12101) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1640167 INFO  (qtp2198679-12101) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1640175 INFO  (qtp2198679-12101) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f6df24[collection1_shard1_replica1] main]
   [junit4]   2> 1640176 INFO  (qtp2198679-12101) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1640176 INFO  (qtp2198679-12101) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1640176 INFO  (qtp2198679-12101) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1640176 INFO  (searcherExecutor-5659-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@1f6df24[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1640176 INFO  (qtp2198679-12101) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566533578713464832
   [junit4]   2> 1640191 INFO  (qtp2198679-12106) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1640191 INFO  (qtp2198679-12106) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1640194 INFO  (qtp2198679-12106) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1640194 INFO  (qtp2198679-12106) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1640205 INFO  (qtp2198679-12106) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@71e6f6[collection1_shard2_replica1] main]
   [junit4]   2> 1640206 INFO  (qtp2198679-12106) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1640207 INFO  (qtp2198679-12106) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1640207 INFO  (qtp2198679-12106) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1640207 INFO  (searcherExecutor-5658-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@71e6f6[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1640207 INFO  (qtp2198679-12106) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566533578745970688
   [junit4]   2> 1640262 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1640262 INFO  (zkCallback-2613-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1640584 INFO  (qtp28158457-12118) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1640584 INFO  (qtp28158457-12118) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1640584 INFO  (qtp28158457-12118) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44122/solr/collection1_shard2_replica2/
   [junit4]   2> 1640584 INFO  (qtp28158457-12118) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:44122/solr START replicas=[https://127.0.0.1:39064/solr/collection1_shard2_replica1/] nUpdates=100
   [junit4]   2> 1640584 INFO  (qtp28158457-12118) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:44122/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1640588 INFO  (qtp2198679-12107) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1640588 INFO  (qtp28158457-12118) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1640588 INFO  (qtp28158457-12118) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1640588 INFO  (qtp28158457-12118) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1640590 INFO  (qtp28158457-12118) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44122/solr/collection1_shard2_replica2/ shard2
   [junit4]   2> 1640661 INFO  (qtp28158457-12112) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1640661 INFO  (qtp28158457-12112) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1640661 INFO  (qtp28158457-12112) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44122/solr/collection1_shard1_replica2/
   [junit4]   2> 1640661 INFO  (qtp28158457-12112) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:44122/solr START replicas=[https://127.0.0.1:39064/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 1640661 INFO  (qtp28158457-12112) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:44122/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1640663 INFO  (qtp2198679-12103) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1640664 INFO  (qtp28158457-12112) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1640664 INFO  (qtp28158457-12112) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1640664 INFO  (qtp28158457-12112) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1640666 INFO  (qtp28158457-12112) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44122/solr/collection1_shard1_replica2/ shard1
   [junit4]   2> 1640768 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1640768 INFO  (zkCallback-2613-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1640791 INFO  (qtp28158457-12118) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1640795 INFO  (qtp28158457-12118) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2203
   [junit4]   2> 1640817 INFO  (qtp28158457-12112) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1640820 INFO  (qtp28158457-12112) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2228
   [junit4]   2> 1640919 INFO  (zkCallback-2613-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1640919 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1641183 INFO  (qtp2198679-12101) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2528
   [junit4]   2> 1641215 INFO  (qtp2198679-12106) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2564
   [junit4]   2> 1641218 INFO  (qtp28158457-12111) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1641313 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1641313 INFO  (zkCallback-2613-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1642218 INFO  (qtp28158457-12111) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3734
   [junit4]   2> 1642218 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1642219 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1642231 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 1642244 INFO  (qtp2198679-12178) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566533580871434240&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566533580871434240)} 0 3
   [junit4]   2> 1642245 INFO  (qtp2198679-12104) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566533580873531392&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566533580873531392)} 0 3
   [junit4]   2> 1642246 INFO  (qtp28158457-12114) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566533580873531392)} 0 9
   [junit4]   2> 1642246 INFO  (qtp28158457-12116) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566533580871434240)} 0 12
   [junit4]   2> 1642250 INFO  (qtp28158457-12118) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1642250 INFO  (qtp2198679-12107) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1642250 INFO  (qtp28158457-12118) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1642250 INFO  (qtp2198679-12103) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1642250 INFO  (qtp2198679-12107) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1642250 INFO  (qtp2198679-12103) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1642251 INFO  (qtp28158457-12117) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1642251 INFO  (qtp28158457-12117) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1642251 INFO  (qtp28158457-12118) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1642251 INFO  (qtp28158457-12118) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1642251 INFO  (qtp2198679-12107) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1642251 INFO  (qtp2198679-12107) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 1642252 INFO  (qtp2198679-12103) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1642252 INFO  (qtp2198679-12103) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 1642252 INFO  (qtp28158457-12117) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1642252 INFO  (qtp28158457-12117) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 1642252 INFO  (qtp28158457-12165) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 1642302 INFO  (qtp2198679-12101) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1000 (1566533580893454336)]} 0 39
   [junit4]   2> 1642302 INFO  (qtp28158457-12112) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1566533580893454336)]} 0 47
   [junit4]   2> 1642318 INFO  (qtp2198679-12178) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[1001 (1566533580944834560)]} 0 4
   [junit4]   2> 1642318 INFO  (qtp28158457-12114) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1566533580944834560)]} 0 14
   [junit4]   2> 1642322 INFO  (qtp2198679-12104) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[0 (1566533580961611776)]} 0 0
   [junit4]   2> 1642323 INFO  (qtp28158457-12118) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566533580961611776)]} 0 3
   [junit4]   2> 1642326 INFO  (qtp2198679-12107) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1 (1566533580965806080)]} 0 0
   [junit4]   2> 1642326 INFO  (qtp28158457-12117) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566533580965806080)]} 0 1
   [junit4]   2> 1642329 INFO  (qtp2198679-12103) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[2 (1566533580968951808)]} 0 0
   [junit4]   2> 1642330 INFO  (qtp28158457-12165) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566533580968951808)]} 0 2
   [junit4]   2> 1642333 INFO  (qtp2198679-12101) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[3 (1566533580973146112)]} 0 0
   [junit4]   2> 1642333 INFO  (qtp28158457-12112) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566533580973146112)]} 0 1
   [junit4]   2> 1642338 INFO  (qtp2198679-12178) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[4 (1566533580977340416)]} 0 0
   [junit4]   2> 1642339 INFO  (qtp28158457-12114) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566533580977340416)]} 0 3
   [junit4]   2> 1642342 INFO  (qtp2198679-12104) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[5 (1566533580982583296)]} 0 0
   [junit4]   2> 1642342 INFO  (qtp28158457-12118) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566533580982583296)]} 0 2
   [junit4]   2> 1642346 INFO  (qtp2198679-12107) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[6 (1566533580986777600)]} 0 0
   [junit4]   2> 1642347 INFO  (qtp28158457-12117) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566533580986777600)]} 0 3
   [junit4]   2> 1642350 INFO  (qtp2198679-12103) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[7 (1566533580990971904)]} 0 0
   [junit4]   2> 1642350 INFO  (qtp28158457-12165) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566533580990971904)]} 0 1
   [junit4]   2> 1642353 INFO  (qtp2198679-12101) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[8 (1566533580995166208)]} 0 0
   [junit4]   2> 1642353 INFO  (qtp28158457-12112) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566533580995166208)]} 0 1
   [junit4]   2> 1642357 INFO  (qtp2198679-12178) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:44122/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[9 (1566533580999360512)]} 0 0
   [junit4]   2> 1642357 INFO  (qtp28158457-12114) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566533580999360512)]} 0 1
   [junit4]   2> 1642363 INFO  (qtp28158457-12117) [    ] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:44122/solr/collection1_shard2_replica2/|https://127.0.0.1:39064/solr/collection1_shard2_replica1/&rows=10&version=2&q=*:*&NOW=1493962841991&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1642363 INFO  (qtp28158457-12111) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:44122/solr/collection1_shard1_replica2/|https://127.0.0.1:39064/solr/collection1_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1493962841991&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1642364 INFO  (qtp2198679-12101) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=3
   [junit4]   2> 1642378 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 44122
   [junit4]   2> 1642378 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17504438
   [junit4]   2> 1642379 INFO  (coreCloseExecutor-5676-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d5a6e9
   [junit4]   2> 1642379 INFO  (coreCloseExecutor-5676-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@c3eec1
   [junit4]   2> 1642383 INFO  (coreCloseExecutor-5676-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1642383 INFO  (coreCloseExecutor-5676-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1642384 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.Overseer Overseer (id=97908348436414469-127.0.0.1:44122_solr-n_0000000000) closing
   [junit4]   2> 1642384 INFO  (OverseerStateUpdate-97908348436414469-127.0.0.1:44122_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44122_solr
   [junit4]   2> 1642385 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1642385 INFO  (zkCallback-2620-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1642385 INFO  (zkCallback-2614-thread-4) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39064_solr
   [junit4]   2> 1642386 INFO  (zkCallback-2614-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1642386 INFO  (zkCallback-2614-thread-3) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1642386 INFO  (zkCallback-2614-thread-4) [    ] o.a.s.c.Overseer Overseer (id=97908348436414470-127.0.0.1:39064_solr-n_0000000001) starting
   [junit4]   2> 1642389 INFO  (zkCallback-2614-thread-4) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1642491 INFO  (zkCallback-2614-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1643885 WARN  (zkCallback-2613-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1643885 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1643886 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e3a748{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1643887 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15a930f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1643887 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 39064
   [junit4]   2> 1643887 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19601540
   [junit4]   2> 1643888 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.Overseer Overseer (id=97908348436414470-127.0.0.1:39064_solr-n_0000000001) closing
   [junit4]   2> 1643889 INFO  (OverseerStateUpdate-97908348436414470-127.0.0.1:39064_solr-n_0000000001) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39064_solr
   [junit4]   2> 1643890 INFO  (zkCallback-2620-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1644886 WARN  (zkCallback-2614-thread-2) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1644886 WARN  (zkCallback-2614-thread-3) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1644886 INFO  (zkCallback-2614-thread-3) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1582fee
   [junit4]   2> 1644886 INFO  (zkCallback-2614-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12448c2
   [junit4]   2> 1644891 INFO  (zkCallback-2614-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1644892 INFO  (zkCallback-2614-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1645390 WARN  (zkCallback-2614-thread-4) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1645390 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1645390 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@165c7ea{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1645391 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f830f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1645395 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1645396 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ef5c05{/solr,null,AVAILABLE}
   [junit4]   2> 1645396 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a544a0{SSL,[ssl, http/1.1]}{127.0.0.1:44122}
   [junit4]   2> 1645397 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.Server Started @1646845ms
   [junit4]   2> 1645397 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44122}
   [junit4]   2> 1645397 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1645397 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1645397 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1645397 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1645397 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T05:40:45.028681Z
   [junit4]   2> 1645399 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1645405 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1645407 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42734/solr
   [junit4]   2> 1645412 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1645412 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44122_solr
   [junit4]   2> 1645413 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.Overseer Overseer (id=97908348436414475-127.0.0.1:44122_solr-n_0000000002) starting
   [junit4]   2> 1645415 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44122_solr
   [junit4]   2> 1645416 INFO  (zkCallback-2625-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1645416 INFO  (zkCallback-2620-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1645614 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/.
   [junit4]   2> 1645615 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard2_replica2, collection1_shard1_replica2]
   [junit4]   2> 1645615 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1645622 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1645651 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1645652 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1645653 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1645654 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1645654 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645654 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/./collection1_shard1_replica2/data/]
   [junit4]   2> 1645656 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1645658 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1645658 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1645658 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645658 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node2/./collection1_shard2_replica2/data/]
   [junit4]   2> 1645726 INFO  (zkCallback-2625-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1645844 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1645844 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1645848 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1645848 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1645856 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e356b1[collection1_shard2_replica2] main]
   [junit4]   2> 1645858 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1645858 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1645859 INFO  (coreLoadExecutor-5689-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1645859 INFO  (searcherExecutor-5691-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@e356b1[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1645894 INFO  (coreZkRegister-5682-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1645905 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1645905 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1645910 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1645910 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1645917 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@c425b9[collection1_shard1_replica2] main]
   [junit4]   2> 1645917 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1645918 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1645918 INFO  (coreLoadExecutor-5689-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1645918 INFO  (searcherExecutor-5690-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@c425b9[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1645922 INFO  (coreZkRegister-5682-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 1646023 INFO  (zkCallback-2625-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1646867 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1646868 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@135dbd7{/solr,null,AVAILABLE}
   [junit4]   2> 1646868 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17c7bbe{SSL,[ssl, http/1.1]}{127.0.0.1:39064}
   [junit4]   2> 1646869 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.e.j.s.Server Started @1648317ms
   [junit4]   2> 1646869 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39064}
   [junit4]   2> 1646870 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1646870 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1646870 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1646870 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1646870 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T05:40:46.501575Z
   [junit4]   2> 1646872 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1646878 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1646880 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42734/solr
   [junit4]   2> 1646886 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1646887 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1646887 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39064_solr
   [junit4]   2> 1646888 INFO  (zkCallback-2625-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1646888 INFO  (zkCallback-2631-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1646889 INFO  (zkCallback-2620-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1646990 INFO  (zkCallback-2625-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1647118 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node1/.
   [junit4]   2> 1647118 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[B459B7AC34C47603]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica1, collection1_shard2_replica1]
   [junit4]   2> 1647119 INFO  (coreLoadExecutor-5705-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1647125 INFO  (coreLoadExecutor-5705-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1647125 INFO  (coreLoadExecutor-5705-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1647130 INFO  (coreLoadExecutor-5705-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1647130 INFO  (coreLoadExecutor-5705-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1647147 INFO  (coreLoadExecutor-5705-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1647147 INFO  (coreLoadExecutor-5705-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1647147 INFO  (coreLoadExecutor-5705-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1647147 INFO  (coreLoadExecutor-5705-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1647147 INFO  (coreLoadExecutor-5705-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1647147 INFO  (coreLoadExecutor-5705-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1647147 INFO  (coreLoadExecutor-5705-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/tempDir-001/node1/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001/t

[...truncated too long message...]

seExecutor-5758-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@146f172
   [junit4]   2> 1668424 INFO  (coreCloseExecutor-5758-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d8abab
   [junit4]   2> 1668424 INFO  (coreCloseExecutor-5759-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@19306bf
   [junit4]   2> 1668425 INFO  (coreCloseExecutor-5759-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@34b73
   [junit4]   2> 1668427 INFO  (coreCloseExecutor-5759-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1668428 INFO  (coreCloseExecutor-5758-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1668429 INFO  (coreCloseExecutor-5758-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1668429 INFO  (coreCloseExecutor-5759-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1668431 INFO  (zkCallback-2639-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1668526 INFO  (zkCallback-2639-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1669931 WARN  (zkCallback-2645-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1669931 INFO  (jetty-closer-2603-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1669931 INFO  (jetty-closer-2603-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@51dff8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1673666 ERROR (recoveryExecutor-2637-thread-1) [    ] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard2_replica2
   [junit4]   2> 1673672 ERROR (recoveryExecutor-2637-thread-1) [    ] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard1_replica2
   [junit4]   2> 1673673 INFO  (jetty-closer-2603-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97908348436414481-127.0.0.1:44122_solr-n_0000000004) closing
   [junit4]   2> 1673673 INFO  (OverseerStateUpdate-97908348436414481-127.0.0.1:44122_solr-n_0000000004) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44122_solr
   [junit4]   2> 1673674 WARN  (zkCallback-2639-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1673674 INFO  (jetty-closer-2603-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1673675 INFO  (jetty-closer-2603-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e1b88f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1673675 ERROR (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1673675 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42734 42734
   [junit4]   2> 1673709 INFO  (Thread-2789) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42734 42734
   [junit4]   2> 1673710 WARN  (Thread-2789) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1673710 INFO  (SUITE-TestCloudRecovery-seed#[B459B7AC34C47603]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_B459B7AC34C47603-001
   [junit4]   2> May 05, 2017 5:41:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=4, maxDocsPerChunk=390, blockSize=3), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=4, blockSize=3)), sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ug, timezone=Asia/Bahrain
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=99510592,total=424898560
   [junit4]   2> NOTE: All tests run in this JVM: [TestFileDictionaryLookup, TestHighlightDedupGrouping, DistributedSpellCheckComponentTest, TestQuerySenderNoQuery, FileBasedSpellCheckerTest, JvmMetricsTest, TestIntervalFaceting, TestJoin, ResourceLoaderTest, TestFieldCacheWithThreads, TestUseDocValuesAsStored, ChaosMonkeyNothingIsSafeTest, RecoveryAfterSoftCommitTest, TestRawResponseWriter, ShufflingReplicaListTransformerTest, TestPHPSerializedResponseWriter, SecurityConfHandlerTest, BlockCacheTest, TestDistributedSearch, BasicAuthStandaloneTest, TestComplexPhraseQParserPlugin, TestDelegationWithHadoopAuth, MissingSegmentRecoveryTest, FastVectorHighlighterTest, DocumentAnalysisRequestHandlerTest, StandardRequestHandlerTest, NodeMutatorTest, TestTestInjection, TestRestManager, TestChildDocTransformer, DistribJoinFromCollectionTest, TestRandomCollapseQParserPlugin, CdcrReplicationHandlerTest, CurrencyFieldOpenExchangeTest, DeleteStatusTest, TestIBSimilarityFactory, SSLMigrationTest, TestFieldTypeCollectionResource, TestMinMaxOnMultiValuedField, RegexBoostProcessorTest, TestPayloadCheckQParserPlugin, TestComponentsName, TestExceedMaxTermLength, ExternalFileFieldSortTest, XsltUpdateRequestHandlerTest, TestBlobHandler, TestPerFieldSimilarity, ClassificationUpdateProcessorFactoryTest, TestCryptoKeys, InfoHandlerTest, TestCloudJSONFacetJoinDomain, TestApiFramework, TestStressRecovery, BasicDistributedZkTest, TestSolrConfigHandler, TestSSLRandomization, PeerSyncTest, TestPathTrie, DateRangeFieldTest, TestDocumentBuilder, TestCopyFieldCollectionResource, TestJettySolrRunner, TestDownShardTolerantSearch, TestFunctionQuery, BlockJoinFacetSimpleTest, SolrCoreTest, SparseHLLTest, OverseerStatusTest, HighlighterConfigTest, DistributedFacetExistsSmallTest, ScriptEngineTest, TestCodecSupport, ClusterStateTest, TestPerFieldSimilarityClassic, TestFieldCacheSort, SmileWriterTest, DeleteNodeTest, TestOmitPositions, SynonymTokenizerTest, LeaderInitiatedRecoveryOnCommitTest, BasicZkTest, TestPivotHelperCode, TemplateUpdateProcessorTest, FullHLLTest, SolrRequestParserTest, ReturnFieldsTest, TestFastLRUCache, CacheHeaderTest, HdfsBasicDistributedZk2Test, ExitableDirectoryReaderTest, TestGraphMLResponseWriter, LeaderElectionContextKeyTest, TestSolrCloudWithSecureImpersonation, TlogReplayBufferedWhileIndexingTest, TestFieldCache, TestRecoveryHdfs, TestRealTimeGet, SuggestComponentTest, TestRandomFaceting, TestInfoStreamLogging, TestLeaderElectionWithEmptyReplica, TestManagedSchema, MergeStrategyTest, TestSQLHandler, SpellCheckCollatorWithCollapseTest, TestXmlQParserPlugin, TestValueSourceCache, TestSolr4Spatial, QueryElevationComponentTest, PathHierarchyTokenizerFactoryTest, DateFieldTest, TestSizeLimitedDistributedMap, TestJmxIntegration, TestFoldingMultitermQuery, CursorPagingTest, TestSubQueryTransformerDistrib, SyncSliceTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, TestRandomDVFaceting, ZkCLITest, AutoCommitTest, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestStressVersions, HardAutoCommitTest, TestRangeQuery, TestLazyCores, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, SuggesterTest, TestStressLucene, TestTrie, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DocValuesMultiTest, TestSolrDeletionPolicy1, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentBuilderTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestCollationField, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestBinaryResponseWriter, CopyFieldTest, TestSolrDeletionPolicy2, TestSearchPerf, TestFuzzyAnalyzedSuggestions, TestLuceneMatchVersion, TestDFRSimilarityFactory, TestJmxMonitoredMap, PluginInfoTest, PrimUtilsTest, SpellingQueryConverterTest, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteInactiveReplicaTest, DeleteShardTest, ForceLeaderTest, MultiThreadedOCPTest, TestCloudRecovery]
   [junit4] Completed [525/712 (2!)] on J0 in 37.86s, 2 tests, 1 failure <<< FAILURES!

[...truncated 36927 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (64bit/jdk-9-ea+164) - Build # 3440 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3440/
Java: 64bit/jdk-9-ea+164 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp

Error Message:
No such processor Template

Stack Trace:
org.apache.solr.common.SolrException: No such processor Template
	at __randomizedtesting.SeedInfo.seed([C872EDE2C7D6BB1A:6DC0AD2A619872EE]:0)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<3>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
	at __randomizedtesting.SeedInfo.seed([C872EDE2C7D6BB1A:BC820CA783F2FC95]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12316 lines...]
   [junit4] Suite: org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_C872EDE2C7D6BB1A-001/init-core-data-001
   [junit4]   2> 1419056 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1419057 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1419059 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1419061 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1419062 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1419138 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1419153 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1419265 WARN  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1419268 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1419307 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1419442 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6171ee35
   [junit4]   2> 1419446 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6171ee35
   [junit4]   2> 1419446 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6171ee35
   [junit4]   2> 1419447 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1419529 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1419539 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1419628 WARN  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1419631 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1419650 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1419651 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6171ee35
   [junit4]   2> 1419651 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1419651 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_C872EDE2C7D6BB1A-001/init-core-data-001/]
   [junit4]   2> 1419652 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1357949787, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1419785 WARN  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.c.RequestHandlers no default request handler is registered (either '/select' or 'standard')
   [junit4]   2> 1419786 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1419786 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1419787 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=741472850, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1419787 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a2f89aa[collection1] main]
   [junit4]   2> 1419787 WARN  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1419787 INFO  (coreLoadExecutor-5395-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1419788 INFO  (searcherExecutor-5396-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a2f89aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1419788 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1419789 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConfiguration
   [junit4]   2> 1419790 INFO  (TEST-UpdateRequestProcessorFactoryTest.testConfiguration-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testConfiguration
   [junit4]   2> 1419790 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpdateDistribChainSkipping
   [junit4]   2> 1419791 INFO  (TEST-UpdateRequestProcessorFactoryTest.testUpdateDistribChainSkipping-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUpdateDistribChainSkipping
   [junit4]   2> 1419792 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRequestTimeUrp
   [junit4]   2> 1419792 WARN  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.PluginBag runtime library loading is not enabled, start Solr with -Denable.runtime.lib=true
   [junit4]   2> 1419792 INFO  (TEST-UpdateRequestProcessorFactoryTest.testRequestTimeUrp-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRequestTimeUrp
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UpdateRequestProcessorFactoryTest -Dtests.method=testRequestTimeUrp -Dtests.seed=C872EDE2C7D6BB1A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=Europe/Belgrade -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | UpdateRequestProcessorFactoryTest.testRequestTimeUrp <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No such processor Template
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C872EDE2C7D6BB1A:6DC0AD2A619872EE]:0)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.getReqProcessors(UpdateRequestProcessorChain.java:286)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorChain.constructChain(UpdateRequestProcessorChain.java:235)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getUpdateProcessorChain(SolrCore.java:1413)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessorFactoryTest.testRequestTimeUrp(UpdateRequestProcessorFactoryTest.java:53)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1419793 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1419793 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2051958282
   [junit4]   2> 1419793 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1419794 INFO  (coreCloseExecutor-5400-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7e43dada
   [junit4]   2> 1419794 INFO  (coreCloseExecutor-5400-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1419796 INFO  (SUITE-UpdateRequestProcessorFactoryTest-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.update.processor.UpdateRequestProcessorFactoryTest_C872EDE2C7D6BB1A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=nl, timezone=Europe/Belgrade
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=183869264,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaSimilarityResource, TestDynamicLoading, SoftAutoCommitTest, SampleTest, TestCoreContainer, ClusterStateUpdateTest, EchoParamsTest, SpatialHeatmapFacetsTest, TestLRUCache, TestStressCloudBlindAtomicUpdates, LeaderFailoverAfterPartitionTest, TestFieldCacheReopen, HdfsThreadLeakTest, SolrMetricsIntegrationTest, SharedFSAutoReplicaFailoverUtilsTest, TestSweetSpotSimilarityFactory, DistributedIntervalFacetingTest, ZkCLITest, ZkStateReaderTest, TestCSVResponseWriter, SliceStateTest, TriLevelCompositeIdRoutingTest, TestRawTransformer, ShardRoutingTest, TestRTGBase, RemoteQueryErrorTest, TestStressVersions, WordBreakSolrSpellCheckerTest, TestQueryUtils, SolrCmdDistributorTest, DistributedQueryComponentOptimizationTest, TestPerFieldSimilarityWithDefaultOverride, CollectionsAPISolrJTest, HLLSerializationTest, DocumentBuilderTest, BooleanFieldTest, CopyFieldTest, AssignTest, TestDefaultSearchFieldResource, CollectionStateFormat2Test, TestLockTree, SearchHandlerTest, TestTrie, TestImpersonationWithHadoopAuth, TestJsonFacetRefinement, JsonLoaderTest, TestBulkSchemaAPI, InfixSuggestersTest, TestFieldCollectionResource, TestNamedUpdateProcessors, TestUninvertingReader, SchemaVersionSpecificBehaviorTest, SortByFunctionTest, TestShardHandlerFactory, URLClassifyProcessorTest, TermsComponentTest, TestSystemIdResolver, IndexSchemaRuntimeFieldTest, SuggesterFSTTest, TestSuggestSpellingConverter, SolrCloudExampleTest, CloudMLTQParserTest, TestCharFilters, TestLRUStatsCache, CdcrBootstrapTest, TestLMDirichletSimilarityFactory, TestSolrCoreSnapshots, TestDFISimilarityFactory, SpellCheckComponentTest, TestSolrQueryParserDefaultOperatorResource, TestLuceneMatchVersion, TestConfigSets, MoreLikeThisHandlerTest, TestBM25SimilarityFactory, SpatialFilterTest, TestSystemCollAutoCreate, TermVectorComponentTest, MultiTermTest, TestQueryTypes, DistributedDebugComponentTest, TestRequestForwarding, TestUnifiedSolrHighlighter, TestSmileRequest, TestSolrCloudWithDelegationTokens, TestSolrFieldCacheMBean, TestDistributedStatsComponentCardinality, TestCloudDeleteByQuery, TestRuleBasedAuthorizationPlugin, TestWordDelimiterFilterFactory, MoveReplicaTest, TestDistribIDF, TestSolrDynamicMBean, DirectSolrConnectionTest, PKIAuthenticationIntegrationTest, DocExpirationUpdateProcessorFactoryTest, TestReloadDeadlock, DirectSolrSpellCheckerTest, TestScoreJoinQPNoScore, CoreAdminRequestStatusTest, OverseerModifyCollectionTest, TestCollectionAPIs, PreAnalyzedUpdateProcessorTest, TestGraphTermsQParserPlugin, TestCloudManagedSchema, TestManagedResource, DistributedFacetPivotLargeTest, HdfsLockFactoryTest, BlockJoinFacetDistribTest, HdfsWriteToMultipleCollectionsTest, DateMathParserTest, ForceLeaderTest, HdfsCollectionsAPIDistributedZkTest, TestSegmentSorting, TestMiniSolrCloudClusterSSL, ZkControllerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestExportWriter, UnloadDistributedZkTest, BasicZkTest, ZkSolrClientTest, ShardRoutingCustomTest, TestFaceting, TestHashPartitioner, TestReload, PeerSyncTest, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestRemoteStreaming, DistanceFunctionTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, LukeRequestHandlerTest, TestIndexingPerformance, IndexSchemaTest, UpdateRequestProcessorFactoryTest]
   [junit4] Completed [418/712 (1!)] on J1 in 0.77s, 3 tests, 1 error <<< FAILURES!

[...truncated 326 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/init-core-data-001
   [junit4]   2> 1643796 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1643798 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1643800 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001
   [junit4]   2> 1643800 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1643800 INFO  (Thread-2536) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1643800 INFO  (Thread-2536) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1643802 ERROR (Thread-2536) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1643900 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35759
   [junit4]   2> 1643906 INFO  (jetty-launcher-3024-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1643906 INFO  (jetty-launcher-3024-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1643907 INFO  (jetty-launcher-3024-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60673f09{/solr,null,AVAILABLE}
   [junit4]   2> 1643907 INFO  (jetty-launcher-3024-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cea0fc1{/solr,null,AVAILABLE}
   [junit4]   2> 1643911 INFO  (jetty-launcher-3024-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@30e3fb12{SSL,[ssl, http/1.1]}{127.0.0.1:43453}
   [junit4]   2> 1643911 INFO  (jetty-launcher-3024-thread-2) [    ] o.e.j.s.Server Started @1645965ms
   [junit4]   2> 1643911 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43453}
   [junit4]   2> 1643911 ERROR (jetty-launcher-3024-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1643911 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1643911 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1643911 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1643911 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T02:42:34.787784Z
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ae6640b{SSL,[ssl, http/1.1]}{127.0.0.1:36437}
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-1) [    ] o.e.j.s.Server Started @1645967ms
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36437}
   [junit4]   2> 1643913 ERROR (jetty-launcher-3024-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T02:42:34.789780Z
   [junit4]   2> 1643913 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1643917 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1643920 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1643922 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35759/solr
   [junit4]   2> 1643924 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1643927 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35759/solr
   [junit4]   2> 1643941 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1643942 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1643942 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43453_solr
   [junit4]   2> 1643943 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36437_solr
   [junit4]   2> 1643943 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97907648408911876-127.0.0.1:43453_solr-n_0000000000) starting
   [junit4]   2> 1643944 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1643944 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1643951 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43453_solr
   [junit4]   2> 1643952 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1643952 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1644125 INFO  (jetty-launcher-3024-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/.
   [junit4]   2> 1644133 INFO  (jetty-launcher-3024-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/.
   [junit4]   2> 1644613 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1644613 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35759/solr ready
   [junit4]   2> 1644681 INFO  (qtp842638653-13702) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1644683 INFO  (OverseerThreadFactory-5781-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1644791 INFO  (qtp842638653-13704) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1644792 INFO  (qtp842638653-13704) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1644792 INFO  (qtp842638653-13716) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1644841 INFO  (qtp1165916141-13713) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1644841 INFO  (qtp1165916141-13703) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1644841 INFO  (qtp1165916141-13703) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1644944 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1644944 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1645803 INFO  (qtp842638653-13716) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1645803 INFO  (qtp842638653-13704) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1645816 INFO  (qtp842638653-13716) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1645817 INFO  (qtp842638653-13704) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1645819 INFO  (qtp842638653-13716) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1645819 INFO  (qtp842638653-13716) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1645819 INFO  (qtp842638653-13704) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1645819 INFO  (qtp842638653-13704) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1645819 INFO  (qtp842638653-13716) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645819 INFO  (qtp842638653-13704) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645819 INFO  (qtp842638653-13716) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 1645819 INFO  (qtp842638653-13704) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 1645938 INFO  (qtp1165916141-13713) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1645944 INFO  (qtp1165916141-13703) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1645952 INFO  (qtp1165916141-13713) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1645955 INFO  (qtp1165916141-13703) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1645956 INFO  (qtp1165916141-13713) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1645956 INFO  (qtp1165916141-13713) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1645956 INFO  (qtp1165916141-13713) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645957 INFO  (qtp1165916141-13713) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/./collection1_shard2_replica2/data/]
   [junit4]   2> 1645958 INFO  (qtp1165916141-13703) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1645958 INFO  (qtp1165916141-13703) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1645959 INFO  (qtp1165916141-13703) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1645959 INFO  (qtp1165916141-13703) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 1646323 INFO  (qtp842638653-13704) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1646323 INFO  (qtp842638653-13704) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1646330 INFO  (qtp842638653-13704) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1646330 INFO  (qtp842638653-13704) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1646332 INFO  (qtp1165916141-13713) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1646332 INFO  (qtp1165916141-13713) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1646334 INFO  (qtp842638653-13704) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e9343cc[collection1_shard1_replica1] main]
   [junit4]   2> 1646335 INFO  (qtp842638653-13704) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1646335 INFO  (qtp842638653-13704) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1646335 INFO  (qtp842638653-13704) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1646336 INFO  (qtp842638653-13704) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522377200730112
   [junit4]   2> 1646337 INFO  (searcherExecutor-5787-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@3e9343cc[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1646342 INFO  (qtp842638653-13704) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1646350 INFO  (qtp1165916141-13713) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1646350 INFO  (qtp1165916141-13713) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1646352 INFO  (qtp842638653-13716) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1646352 INFO  (qtp842638653-13716) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1646354 INFO  (qtp842638653-13716) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1646354 INFO  (qtp842638653-13716) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1646354 INFO  (qtp1165916141-13713) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@43ffb435[collection1_shard2_replica2] main]
   [junit4]   2> 1646355 INFO  (qtp1165916141-13713) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1646355 INFO  (qtp1165916141-13713) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1646355 INFO  (qtp1165916141-13713) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1646356 INFO  (searcherExecutor-5788-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@43ffb435[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1646356 INFO  (qtp1165916141-13713) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522377221701632
   [junit4]   2> 1646356 INFO  (qtp842638653-13716) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b7d6ae2[collection1_shard2_replica1] main]
   [junit4]   2> 1646357 INFO  (qtp842638653-13716) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1646357 INFO  (qtp842638653-13716) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1646357 INFO  (qtp842638653-13716) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1646357 INFO  (searcherExecutor-5786-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@2b7d6ae2[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1646357 INFO  (qtp842638653-13716) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522377222750208
   [junit4]   2> 1646362 INFO  (qtp842638653-13716) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1646362 INFO  (qtp842638653-13716) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1646362 INFO  (qtp842638653-13716) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43453/solr/collection1_shard2_replica1/
   [junit4]   2> 1646362 INFO  (qtp842638653-13716) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica1 url=https://127.0.0.1:43453/solr START replicas=[https://127.0.0.1:36437/solr/collection1_shard2_replica2/] nUpdates=100
   [junit4]   2> 1646363 INFO  (qtp842638653-13716) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica1 url=https://127.0.0.1:43453/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1646419 INFO  (qtp1165916141-13705) [    ] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1646420 INFO  (qtp842638653-13716) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1646420 INFO  (qtp842638653-13716) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1646420 INFO  (qtp842638653-13716) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1646423 INFO  (qtp842638653-13716) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43453/solr/collection1_shard2_replica1/ shard2
   [junit4]   2> 1646452 INFO  (qtp1165916141-13703) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1646452 INFO  (qtp1165916141-13703) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1646453 INFO  (qtp1165916141-13703) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1646453 INFO  (qtp1165916141-13703) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1646456 INFO  (qtp1165916141-13703) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2edacdd2[collection1_shard1_replica2] main]
   [junit4]   2> 1646457 INFO  (qtp1165916141-13703) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1646457 INFO  (qtp1165916141-13703) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1646457 INFO  (qtp1165916141-13703) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1646457 INFO  (searcherExecutor-5789-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@2edacdd2[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1646457 INFO  (qtp1165916141-13703) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566522377327607808
   [junit4]   2> 1646525 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1646525 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1646574 INFO  (qtp842638653-13716) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1646577 INFO  (qtp842638653-13716) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=1784
   [junit4]   2> 1646676 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1646676 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1646842 INFO  (qtp842638653-13704) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1646842 INFO  (qtp842638653-13704) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1646842 INFO  (qtp842638653-13704) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43453/solr/collection1_shard1_replica1/
   [junit4]   2> 1646843 INFO  (qtp842638653-13704) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:43453/solr START replicas=[https://127.0.0.1:36437/solr/collection1_shard1_replica2/] nUpdates=100
   [junit4]   2> 1646843 INFO  (qtp842638653-13704) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:43453/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1646845 INFO  (qtp1165916141-13775) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1646845 INFO  (qtp842638653-13704) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1646845 INFO  (qtp842638653-13704) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1646845 INFO  (qtp842638653-13704) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1646847 INFO  (qtp842638653-13704) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43453/solr/collection1_shard1_replica1/ shard1
   [junit4]   2> 1646948 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1646948 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1646998 INFO  (qtp842638653-13704) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1647000 INFO  (qtp842638653-13704) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2208
   [junit4]   2> 1647100 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1647100 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1647363 INFO  (qtp1165916141-13713) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2522
   [junit4]   2> 1647462 INFO  (qtp1165916141-13703) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2621
   [junit4]   2> 1647463 INFO  (qtp842638653-13702) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1647562 INFO  (zkCallback-3033-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1647562 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1648464 INFO  (qtp842638653-13702) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3782
   [junit4]   2> 1648464 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1648464 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1648475 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 1648483 INFO  (qtp1165916141-13777) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566522379446779904&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1566522379446779904)} 0 1
   [junit4]   2> 1648488 INFO  (qtp1165916141-13703) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566522379449925632&distrib.from=https://127.0.0.1:43453/solr/collection1_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1566522379449925632)} 0 1
   [junit4]   2> 1648488 INFO  (qtp842638653-13708) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1566522379449925632)} 0 7
   [junit4]   2> 1648488 INFO  (qtp842638653-13712) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566522379446779904)} 0 10
   [junit4]   2> 1648491 INFO  (qtp842638653-13716) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1648491 INFO  (qtp842638653-13716) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1648491 INFO  (qtp1165916141-13776) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1648492 INFO  (qtp1165916141-13776) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1648492 INFO  (qtp842638653-13716) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1648492 INFO  (qtp842638653-13716) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1648492 INFO  (qtp1165916141-13776) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1648492 INFO  (qtp842638653-13708) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1648492 INFO  (qtp1165916141-13776) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1648492 INFO  (qtp842638653-13708) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1648492 INFO  (qtp1165916141-13707) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1648492 INFO  (qtp1165916141-13707) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1648493 INFO  (qtp1165916141-13707) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1648493 INFO  (qtp1165916141-13707) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1648493 INFO  (qtp842638653-13708) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1648493 INFO  (qtp842638653-13708) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 1648493 INFO  (qtp842638653-13706) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={_stateVer_=collection1:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 1648502 INFO  (qtp1165916141-13705) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[1000 (1566522379465654272)]} 0 2
   [junit4]   2> 1648503 INFO  (qtp842638653-13704) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1566522379465654272)]} 0 7
   [junit4]   2> 1648511 INFO  (qtp1165916141-13775) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[1001 (1566522379475091456)]} 0 2
   [junit4]   2> 1648512 INFO  (qtp842638653-13764) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1566522379475091456)]} 0 7
   [junit4]   2> 1648516 INFO  (qtp1165916141-13775) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[0 (1566522379484528640)]} 0 0
   [junit4]   2> 1648516 INFO  (qtp842638653-13702) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566522379484528640)]} 0 2
   [junit4]   2> 1648521 INFO  (qtp1165916141-13775) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[1 (1566522379488722944)]} 0 1
   [junit4]   2> 1648521 INFO  (qtp842638653-13708) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566522379488722944)]} 0 3
   [junit4]   2> 1648525 INFO  (qtp1165916141-13776) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[2 (1566522379493965824)]} 0 0
   [junit4]   2> 1648525 INFO  (qtp842638653-13706) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566522379493965824)]} 0 2
   [junit4]   2> 1648537 INFO  (qtp1165916141-13776) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[3 (1566522379506548736)]} 0 0
   [junit4]   2> 1648537 INFO  (qtp842638653-13704) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566522379506548736)]} 0 2
   [junit4]   2> 1648541 INFO  (qtp1165916141-13705) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[4 (1566522379510743040)]} 0 0
   [junit4]   2> 1648541 INFO  (qtp842638653-13764) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566522379510743040)]} 0 2
   [junit4]   2> 1648545 INFO  (qtp1165916141-13713) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[5 (1566522379514937344)]} 0 0
   [junit4]   2> 1648546 INFO  (qtp842638653-13702) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566522379514937344)]} 0 2
   [junit4]   2> 1648550 INFO  (qtp1165916141-13703) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[6 (1566522379520180224)]} 0 0
   [junit4]   2> 1648550 INFO  (qtp842638653-13708) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566522379520180224)]} 0 2
   [junit4]   2> 1648554 INFO  (qtp1165916141-13707) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[7 (1566522379524374528)]} 0 0
   [junit4]   2> 1648554 INFO  (qtp842638653-13706) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566522379524374528)]} 0 2
   [junit4]   2> 1648558 INFO  (qtp1165916141-13705) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[8 (1566522379528568832)]} 0 0
   [junit4]   2> 1648558 INFO  (qtp842638653-13704) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566522379528568832)]} 0 2
   [junit4]   2> 1648562 INFO  (qtp1165916141-13775) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:43453/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[9 (1566522379532763136)]} 0 0
   [junit4]   2> 1648562 INFO  (qtp842638653-13764) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566522379532763136)]} 0 1
   [junit4]   2> 1648571 INFO  (qtp842638653-13708) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:43453/solr/collection1_shard2_replica1/|https://127.0.0.1:36437/solr/collection1_shard2_replica2/&rows=10&version=2&q=*:*&NOW=1493952159442&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1648572 INFO  (qtp1165916141-13703) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:6&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:36437/solr/collection1_shard1_replica2/|https://127.0.0.1:43453/solr/collection1_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1493952159442&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1648572 INFO  (qtp1165916141-13776) [    ] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=6
   [junit4]   2> 1648573 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 43453
   [junit4]   2> 1648573 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=360801200
   [junit4]   2> 1648574 INFO  (coreCloseExecutor-5806-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@71940efb
   [junit4]   2> 1648574 INFO  (coreCloseExecutor-5806-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@40382c71
   [junit4]   2> 1648578 INFO  (coreCloseExecutor-5806-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1648578 INFO  (coreCloseExecutor-5806-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1648581 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.Overseer Overseer (id=97907648408911876-127.0.0.1:43453_solr-n_0000000000) closing
   [junit4]   2> 1648582 INFO  (OverseerStateUpdate-97907648408911876-127.0.0.1:43453_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43453_solr
   [junit4]   2> 1648583 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1648584 INFO  (zkCallback-3042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1648584 INFO  (zkCallback-3036-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1648584 INFO  (zkCallback-3036-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36437_solr
   [junit4]   2> 1648584 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@30e3fb12{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1648586 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cea0fc1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1648586 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1648586 INFO  (zkCallback-3036-thread-4) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1648586 INFO  (zkCallback-3036-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97907648408911878-127.0.0.1:36437_solr-n_0000000001) starting
   [junit4]   2> 1648592 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 36437
   [junit4]   2> 1648592 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=780887430
   [junit4]   2> 1648594 INFO  (zkCallback-3036-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1648598 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.Overseer Overseer (id=97907648408911878-127.0.0.1:36437_solr-n_0000000001) closing
   [junit4]   2> 1648599 INFO  (OverseerStateUpdate-97907648408911878-127.0.0.1:36437_solr-n_0000000001) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36437_solr
   [junit4]   2> 1648617 WARN  (zkCallback-3036-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1648617 INFO  (zkCallback-3042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1651086 WARN  (zkCallback-3036-thread-1) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1651086 WARN  (zkCallback-3036-thread-4) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1651086 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@500dc059
   [junit4]   2> 1651086 INFO  (zkCallback-3036-thread-4) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7dda295e
   [junit4]   2> 1651089 INFO  (zkCallback-3036-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1651089 INFO  (zkCallback-3036-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1651089 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1651090 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ae6640b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1651090 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@60673f09{/solr,null,UNAVAILABLE}
   [junit4]   2> 1651098 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1651099 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52c1aaef{/solr,null,AVAILABLE}
   [junit4]   2> 1651099 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d1e6d4a{SSL,[ssl, http/1.1]}{127.0.0.1:43453}
   [junit4]   2> 1651100 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.Server Started @1653154ms
   [junit4]   2> 1651100 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43453}
   [junit4]   2> 1651101 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1651101 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1651101 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1651101 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1651101 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T02:42:41.977812Z
   [junit4]   2> 1651103 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1651113 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1651116 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35759/solr
   [junit4]   2> 1651122 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1651122 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43453_solr
   [junit4]   2> 1651122 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.Overseer Overseer (id=97907648408911883-127.0.0.1:43453_solr-n_0000000002) starting
   [junit4]   2> 1651126 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43453_solr
   [junit4]   2> 1651126 INFO  (zkCallback-3047-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1651126 INFO  (zkCallback-3042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1651306 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/.
   [junit4]   2> 1651306 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica1, collection1_shard2_replica1]
   [junit4]   2> 1651307 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1651333 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1651338 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1651343 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1651345 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1651345 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1651345 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1651346 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 1651346 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1651348 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1651348 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1651349 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1651349 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 1651411 INFO  (zkCallback-3047-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1651553 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1651553 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1651561 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1651561 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1651561 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1651561 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1651564 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1651564 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1651568 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@545e4a74[collection1_shard2_replica1] main]
   [junit4]   2> 1651569 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1651570 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1651570 INFO  (coreLoadExecutor-5819-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1651570 INFO  (searcherExecutor-5821-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@545e4a74[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1651574 INFO  (coreZkRegister-5812-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1651593 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f2ef4fc[collection1_shard1_replica1] main]
   [junit4]   2> 1651594 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1651594 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1651594 INFO  (coreLoadExecutor-5819-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1651594 INFO  (searcherExecutor-5820-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@7f2ef4fc[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1651602 INFO  (coreZkRegister-5812-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1651703 INFO  (zkCallback-3047-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1651727 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1651728 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42ec4e90{/solr,null,AVAILABLE}
   [junit4]   2> 1651728 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75e9939c{SSL,[ssl, http/1.1]}{127.0.0.1:36437}
   [junit4]   2> 1651729 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.e.j.s.Server Started @1653783ms
   [junit4]   2> 1651729 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36437}
   [junit4]   2> 1651729 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1651729 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 1651729 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1651729 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1651730 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-05T02:42:42.606003Z
   [junit4]   2> 1651731 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1651738 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1651739 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35759/solr
   [junit4]   2> 1651744 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1651745 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1651746 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36437_solr
   [junit4]   2> 1651747 INFO  (zkCallback-3042-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1651748 INFO  (zkCallback-3047-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1651749 INFO  (zkCallback-3053-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1651853 INFO  (zkCallback-3047-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1651885 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/.
   [junit4]   2> 1651885 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[C872EDE2C7D6BB1A]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard2_replica2, collection1_shard1_replica2]
   [junit4]   2> 1651886 INFO  (coreLoadExecutor-5835-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1651897 INFO  (coreLoadExecutor-5835-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1651906 INFO  (coreLoadExecutor-5835-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1651908 INFO  (coreLoadExecutor-5835-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1651909 INFO  (coreLoadExecutor-5835-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1651909 INFO  (coreLoadExecutor-5835-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1651909 INFO  (coreLoadExecutor-5835-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1651909 INFO  (coreLoadExecutor-5835-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 1651934 INFO  (coreLoadExecutor-5835-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1651935 INFO  (coreLoadExecutor-5835-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1651935 INFO  (coreLoadExecutor-5835-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1651936 INFO  (coreLoadExecutor-5835-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1651936 INFO  (coreLoadExecutor-5835-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDir-001/node1/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001/tempDi

[...truncated too long message...]

instance=1407768650
   [junit4]   2> 1666289 INFO  (coreCloseExecutor-5888-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e91d9f
   [junit4]   2> 1666290 INFO  (coreCloseExecutor-5888-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@641724b6
   [junit4]   2> 1666290 INFO  (coreCloseExecutor-5889-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1667a75f
   [junit4]   2> 1666292 INFO  (coreCloseExecutor-5889-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@31f1ee4f
   [junit4]   2> 1666292 INFO  (coreCloseExecutor-5888-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1666295 INFO  (coreCloseExecutor-5888-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1666295 INFO  (coreCloseExecutor-5889-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1666295 INFO  (coreCloseExecutor-5889-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1666297 WARN  (zkCallback-3067-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1666297 INFO  (jetty-closer-3025-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1666297 INFO  (zkCallback-3061-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1666297 INFO  (jetty-closer-3025-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69b7df6f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1666395 INFO  (zkCallback-3061-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1671246 ERROR (recoveryExecutor-3059-thread-1) [    ] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard2_replica1
   [junit4]   2> 1671246 INFO  (jetty-closer-3025-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97907648408911889-127.0.0.1:43453_solr-n_0000000004) closing
   [junit4]   2> 1671247 INFO  (OverseerStateUpdate-97907648408911889-127.0.0.1:43453_solr-n_0000000004) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43453_solr
   [junit4]   2> 1671247 WARN  (zkCallback-3061-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1671248 INFO  (jetty-closer-3025-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1671249 INFO  (jetty-closer-3025-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@751bfedc{/solr,null,UNAVAILABLE}
   [junit4]   2> 1671249 ERROR (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1671250 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35759 35759
   [junit4]   2> 1671299 INFO  (Thread-2536) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35759 35759
   [junit4]   2> 1671299 WARN  (Thread-2536) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1671300 INFO  (SUITE-TestCloudRecovery-seed#[C872EDE2C7D6BB1A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_C872EDE2C7D6BB1A-001
   [junit4]   2> May 05, 2017 2:43:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=BlockTreeOrds(blocksize=128), id=FST50}, docValues:{}, maxPointsInLeafNode=1943, maxMBSortInHeap=7.044504159731203, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=pt-TL, timezone=Chile/Continental
   [junit4]   2> NOTE: Linux 4.4.0-75-generic amd64/Oracle Corporation 9-ea (64-bit)/cpus=12,threads=1,free=194489768,total=422576128
   [junit4]   2> NOTE: All tests run in this JVM: [StatsComponentTest, BinaryUpdateRequestHandlerTest, VersionInfoTest, TestMissingGroups, CurrencyFieldXmlFileTest, HdfsChaosMonkeyNothingIsSafeTest, SimpleCollectionCreateDeleteTest, TestJsonFacets, RollingRestartTest, SolrPluginUtilsTest, TestBinaryResponseWriter, TestLMJelinekMercerSimilarityFactory, PropertiesRequestHandlerTest, TestCorePropertiesReload, TestStressReorder, TestPostingsSolrHighlighter, OverseerRolesTest, HLLUtilTest, TestSolr4Spatial2, AnalyticsMergeStrategyTest, ClassificationUpdateProcessorTest, FieldAnalysisRequestHandlerTest, TestRecovery, BasicAuthIntegrationTest, TestRebalanceLeaders, SuggestComponentContextFilterQueryTest, TestConfigsApi, TestSolrXml, PingRequestHandlerTest, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, TestClassNameShortening, MinimalSchemaTest, TestDocTermOrds, CoreAdminHandlerTest, ConjunctionSolrSpellCheckerTest, SolrTestCaseJ4Test, TestExtendedDismaxParser, MigrateRouteKeyTest, TestCollationField, TestEmbeddedSolrServerSchemaAPI, SimpleFacetsTest, StatelessScriptUpdateProcessorFactoryTest, TestFieldCacheSanityChecker, JavabinLoaderTest, TestFieldSortValues, TestGeoJSONResponseWriter, BasicDistributedZk2Test, TestOverriddenPrefixQueryForCustomFieldType, CachingDirectoryFactoryTest, QueryResultKeyTest, TestMacros, TestAuthorizationFramework, TestNumericTerms32, TestXmlQParser, V2ApiIntegrationTest, TimeZoneUtilsTest, TestSimpleTextCodec, TestCloudPseudoReturnFields, TestFieldResource, RequestLoggingTest, SuggesterWFSTTest, PrimitiveFieldTypeTest, TestManagedResourceStorage, ShowFileRequestHandlerTest, TestImplicitCoreProperties, TestOnReconnectListenerSupport, SpellPossibilityIteratorTest, TestSolrDeletionPolicy1, TestDynamicFieldCollectionResource, FullSolrCloudDistribCmdsTest, PreAnalyzedFieldTest, TestSolrCloudWithHadoopAuthPlugin, TestDistributedMissingSort, AutoCommitTest, TestPhraseSuggestions, AtomicUpdatesTest, TestSlowCompositeReaderWrapper, OverseerTest, TestAnalyzedSuggestions, TestSolrCLIRunExample, DataDrivenBlockJoinTest, ConcurrentDeleteAndCreateCollectionTest, TestSha256AuthenticationProvider, PluginInfoTest, SolrMetricManagerTest, TestDocBasedVersionConstraints, ExplicitHLLTest, ShardSplitTest, TestManagedSynonymFilterFactory, TestSolrCloudWithKerberosAlt, OpenExchangeRatesOrgProviderTest, TestSchemalessBufferedUpdates, ResponseLogComponentTest, CoreMergeIndexesAdminHandlerTest, DirectUpdateHandlerTest, CdcrVersionReplicationTest, TestSolrConfigHandlerCloud, TestSolrQueryParser, JsonValidatorTest, TestBinaryField, SolrSlf4jReporterTest, RecoveryZkTest, StressHdfsTest, TestInPlaceUpdatesDistrib, SortSpecParsingTest, ZkStateWriterTest, TestXIncludeConfig, RequestHandlersTest, TestSolrJ, TestRestoreCore, TestJmxMonitoredMap, XmlUpdateRequestHandlerTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, HardAutoCommitTest, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestCoreDiscovery, SuggesterTSTTest, NoCacheHeaderTest, TestPseudoReturnFields, QueryEqualityTest, DocValuesMultiTest, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestWriterPerf, PathHierarchyTokenizerFactoryTest, LoggingHandlerTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, TestComponentsName, SOLR749Test, UpdateParamsTest, SolrIndexConfigTest, TestMergePolicyConfig, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestFastOutputStream, ScriptEngineTest, DOMUtilTest, ClusterStateTest, TestDocumentBuilder, SystemInfoHandlerTest, FileUtilsTest, CursorPagingTest, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, ActionThrottleTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteShardTest, DistribCursorPagingTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerTaskQueueTest, PeerSyncReplicationTest, ReplaceNodeTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudRecovery]
   [junit4] Completed [512/712 (2!)] on J2 in 28.52s, 2 tests, 1 failure <<< FAILURES!

[...truncated 36986 lines...]

[JENKINS] Lucene-Solr-6.x-Linux (32bit/jdk1.8.0_131) - Build # 3439 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3439/
Java: 32bit/jdk1.8.0_131 -server -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test

Error Message:
Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: Shard shard1 replicas do not have same number of documents expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([F6F6435F4F23624A:7EA27C85E1DF0FB2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.assertConsistentReplicas(TestLeaderElectionWithEmptyReplica.java:119)
	at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:101)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([F6F6435F4F23624A:8206A21A0B0725C5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample

Error Message:
expected 32 docs in the techproducts example but found 0, output: Creating Solr home directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001/tempDir-001/techproducts/solr  Starting up Solr on port 35348 using command: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/bin/solr start -p 35348 -s "temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001/tempDir-001/techproducts/solr"   Copying configuration to new core instance directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001/tempDir-001/techproducts/solr/techproducts  Creating new core 'techproducts' using command: http://localhost:35348/solr/admin/cores?action=CREATE&name=techproducts&instanceDir=techproducts  {   "responseHeader":{     "status":0,     "QTime":448},   "core":"techproducts"}   Indexing tech product example docs from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/example/exampledocs  Solr techproducts example launched successfully. Direct your Web browser to http://localhost:35348/solr to visit the Solr Admin UI 

Stack Trace:
java.lang.AssertionError: expected 32 docs in the techproducts example but found 0, output: Creating Solr home directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001/tempDir-001/techproducts/solr

Starting up Solr on port 35348 using command:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/bin/solr start -p 35348 -s "temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001/tempDir-001/techproducts/solr"


Copying configuration to new core instance directory:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001/tempDir-001/techproducts/solr/techproducts

Creating new core 'techproducts' using command:
http://localhost:35348/solr/admin/cores?action=CREATE&name=techproducts&instanceDir=techproducts

{
  "responseHeader":{
    "status":0,
    "QTime":448},
  "core":"techproducts"}


Indexing tech product example docs from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/example/exampledocs

Solr techproducts example launched successfully. Direct your Web browser to http://localhost:35348/solr to visit the Solr Admin UI

	at __randomizedtesting.SeedInfo.seed([F6F6435F4F23624A:7C2193E755C15AD5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.util.TestSolrCLIRunExample.testExample(TestSolrCLIRunExample.java:378)
	at org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample(TestSolrCLIRunExample.java:302)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11485 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/init-core-data-001
   [junit4]   2> 306549 WARN  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
   [junit4]   2> 306550 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 306552 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 306552 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001
   [junit4]   2> 306552 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 306553 INFO  (Thread-727) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 306553 INFO  (Thread-727) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 306555 ERROR (Thread-727) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 306653 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:32920
   [junit4]   2> 306659 INFO  (jetty-launcher-566-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 306659 INFO  (jetty-launcher-566-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 306672 INFO  (jetty-launcher-566-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c7ad1e{/solr,null,AVAILABLE}
   [junit4]   2> 306673 INFO  (jetty-launcher-566-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c36990{/solr,null,AVAILABLE}
   [junit4]   2> 306673 INFO  (jetty-launcher-566-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@92cef4{HTTP/1.1,[http/1.1]}{127.0.0.1:36302}
   [junit4]   2> 306673 INFO  (jetty-launcher-566-thread-2) [    ] o.e.j.s.Server Started @308407ms
   [junit4]   2> 306674 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36302}
   [junit4]   2> 306674 ERROR (jetty-launcher-566-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 306674 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 306674 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 306674 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 306674 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T23:37:02.819Z
   [junit4]   2> 306675 INFO  (jetty-launcher-566-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f388f2{HTTP/1.1,[http/1.1]}{127.0.0.1:41765}
   [junit4]   2> 306675 INFO  (jetty-launcher-566-thread-1) [    ] o.e.j.s.Server Started @308409ms
   [junit4]   2> 306675 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41765}
   [junit4]   2> 306675 ERROR (jetty-launcher-566-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 306675 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 306676 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 306676 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 306676 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T23:37:02.821Z
   [junit4]   2> 306677 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 306677 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 306685 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 306686 INFO  (jetty-launcher-566-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32920/solr
   [junit4]   2> 306688 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 306689 INFO  (jetty-launcher-566-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32920/solr
   [junit4]   2> 306705 INFO  (jetty-launcher-566-thread-1) [n:127.0.0.1:41765_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 306706 INFO  (jetty-launcher-566-thread-2) [n:127.0.0.1:36302_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 306706 INFO  (jetty-launcher-566-thread-1) [n:127.0.0.1:41765_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41765_solr
   [junit4]   2> 306707 INFO  (jetty-launcher-566-thread-1) [n:127.0.0.1:41765_solr    ] o.a.s.c.Overseer Overseer (id=97906918863601670-127.0.0.1:41765_solr-n_0000000000) starting
   [junit4]   2> 306709 INFO  (jetty-launcher-566-thread-2) [n:127.0.0.1:36302_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36302_solr
   [junit4]   2> 306711 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 306714 INFO  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 306719 INFO  (jetty-launcher-566-thread-1) [n:127.0.0.1:41765_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41765_solr
   [junit4]   2> 306720 INFO  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 306720 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 306860 INFO  (jetty-launcher-566-thread-2) [n:127.0.0.1:36302_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/.
   [junit4]   2> 307050 INFO  (jetty-launcher-566-thread-1) [n:127.0.0.1:41765_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node1/.
   [junit4]   2> 307182 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 307182 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32920/solr ready
   [junit4]   2> 307186 INFO  (qtp23166037-3203) [n:127.0.0.1:36302_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 307187 INFO  (OverseerThreadFactory-1781-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 307294 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 307294 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 307294 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 307294 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 307294 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 307294 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 307400 INFO  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 307400 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 308306 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 308306 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 308306 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 308306 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 308332 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 308333 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 308333 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 308334 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 308334 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 308334 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 308334 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 308334 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 308335 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 308335 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 308335 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 308335 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 308335 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 308335 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 308335 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 308335 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 308336 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 308336 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 308336 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 308336 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node1/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node1/./collection1_shard2_replica2/data/]
   [junit4]   2> 308404 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 308404 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 308404 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 308404 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 308404 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 308404 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 308404 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 308404 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 308406 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@846f0a[collection1_shard1_replica2] main]
   [junit4]   2> 308406 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56ca2a[collection1_shard2_replica1] main]
   [junit4]   2> 308407 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 308407 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 308408 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 308408 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 308408 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 308408 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 308408 INFO  (searcherExecutor-1787-thread-1-processing-n:127.0.0.1:41765_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@846f0a[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 308408 INFO  (searcherExecutor-1786-thread-1-processing-n:127.0.0.1:36302_solr x:collection1_shard2_replica1 s:shard2 c:collection1) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@56ca2a[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 308408 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566510703761686528
   [junit4]   2> 308408 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566510703761686528
   [junit4]   2> 308412 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 308412 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 308412 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 308412 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 308412 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 308412 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 308413 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 308413 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 308413 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 308413 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 308415 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a7f677[collection1_shard2_replica2] main]
   [junit4]   2> 308415 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@198649f[collection1_shard1_replica1] main]
   [junit4]   2> 308416 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 308416 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 308416 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 308416 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 308416 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 308416 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 308416 INFO  (searcherExecutor-1789-thread-1-processing-n:127.0.0.1:41765_solr x:collection1_shard2_replica2 s:shard2 c:collection1) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@1a7f677[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 308416 INFO  (searcherExecutor-1788-thread-1-processing-n:127.0.0.1:36302_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@198649f[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 308417 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566510703770075136
   [junit4]   2> 308417 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566510703771123712
   [junit4]   2> 308514 INFO  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 308514 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 308913 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 308913 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 308913 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36302/solr/collection1_shard2_replica1/
   [junit4]   2> 308913 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica1 url=http://127.0.0.1:36302/solr START replicas=[http://127.0.0.1:41765/solr/collection1_shard2_replica2/] nUpdates=100
   [junit4]   2> 308913 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica1 url=http://127.0.0.1:36302/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 308915 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 308915 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 308915 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41765/solr/collection1_shard1_replica2/
   [junit4]   2> 308915 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=http://127.0.0.1:41765/solr START replicas=[http://127.0.0.1:36302/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 308916 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=http://127.0.0.1:41765/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 308918 INFO  (qtp22775313-3194) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.c.S.Request [collection1_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 308919 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 308919 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 308919 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 308922 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36302/solr/collection1_shard2_replica1/ shard2
   [junit4]   2> 308927 INFO  (qtp23166037-3256) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 308927 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 308927 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 308927 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 308935 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41765/solr/collection1_shard1_replica2/ shard1
   [junit4]   2> 309037 INFO  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 309037 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 309073 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 309074 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=1780
   [junit4]   2> 309086 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 309088 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1793
   [junit4]   2> 309189 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 309189 INFO  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 309421 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2127
   [junit4]   2> 309421 INFO  (qtp22775313-3193) [n:127.0.0.1:41765_solr c:collection1 s:shard2  x:collection1_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2127
   [junit4]   2> 309424 INFO  (qtp23166037-3203) [n:127.0.0.1:36302_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 309525 INFO  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 309525 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 310425 INFO  (qtp23166037-3203) [n:127.0.0.1:36302_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3239
   [junit4]   2> 310425 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 310425 INFO  (SUITE-TestCloudRecovery-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 310437 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
   [junit4]   2> 310447 INFO  (qtp22775313-3194) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566510705893441536&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1566510705893441536)} 0 1
   [junit4]   2> 310449 INFO  (qtp23166037-3257) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566510705896587264&distrib.from=http://127.0.0.1:41765/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566510705896587264)} 0 1
   [junit4]   2> 310450 INFO  (qtp22775313-3196) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&wt=javabin&version=2}{deleteByQuery=*:* (-1566510705896587264)} 0 6
   [junit4]   2> 310450 INFO  (qtp23166037-3204) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566510705893441536)} 0 10
   [junit4]   2> 310454 INFO  (qtp23166037-3257) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 310454 INFO  (qtp23166037-3203) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 310454 INFO  (qtp23166037-3257) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 310454 INFO  (qtp23166037-3203) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 310454 INFO  (qtp22775313-3270) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 310455 INFO  (qtp22775313-3270) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 310456 INFO  (qtp23166037-3257) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 310456 INFO  (qtp23166037-3257) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
   [junit4]   2> 310457 INFO  (qtp22775313-3270) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 310457 INFO  (qtp23166037-3203) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 310457 INFO  (qtp22775313-3270) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 310457 INFO  (qtp23166037-3203) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
   [junit4]   2> 310457 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 310457 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 310458 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 310458 INFO  (qtp22775313-3209) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 310459 INFO  (qtp23166037-3200) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 310467 INFO  (qtp23166037-3256) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:41765/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1 (1566510705914413056)]} 0 1
   [junit4]   2> 310468 INFO  (qtp22775313-3194) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566510705914413056)]} 0 6
   [junit4]   2> 310473 INFO  (qtp22775313-3197) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[2 (1566510705923850240)]} 0 1
   [junit4]   2> 310474 INFO  (qtp23166037-3198) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566510705923850240)]} 0 4
   [junit4]   2> 310478 INFO  (qtp22775313-3270) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:36302/solr/collection1_shard2_replica1/&wt=javabin&version=2}{add=[3 (1566510705929093120)]} 0 0
   [junit4]   2> 310478 INFO  (qtp23166037-3201) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566510705929093120)]} 0 3
   [junit4]   2> 310482 INFO  (qtp23166037-3255) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:41765/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[4 (1566510705934336000)]} 0 0
   [junit4]   2> 310482 INFO  (qtp22775313-3196) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566510705934336000)]} 0 2
   [junit4]   2> 310487 INFO  (qtp23166037-3195) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:36302/solr/collection1_shard2_replica1/|http://127.0.0.1:41765/solr/collection1_shard2_replica2/&rows=10&version=2&q=*:*&NOW=1493941026629&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 310487 INFO  (qtp23166037-3204) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=http://127.0.0.1:36302/solr/collection1_shard1_replica1/|http://127.0.0.1:41765/solr/collection1_shard1_replica2/&rows=10&version=2&q=*:*&NOW=1493941026629&isShard=true&wt=javabin} hits=0 status=0 QTime=1
   [junit4]   2> 310488 INFO  (qtp22775313-3205) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=3
   [junit4]   2> 310488 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 36302
   [junit4]   2> 310488 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3189826
   [junit4]   2> 310489 INFO  (coreCloseExecutor-1806-thread-1) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@cb96d2
   [junit4]   2> 310489 INFO  (coreCloseExecutor-1806-thread-2) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@b5c3c3
   [junit4]   2> 310492 INFO  (coreCloseExecutor-1806-thread-1) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 310493 INFO  (coreCloseExecutor-1806-thread-2) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 310494 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 310494 INFO  (zkCallback-584-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 310494 INFO  (zkCallback-578-thread-2-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 310595 INFO  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 311189 INFO  (OverseerCollectionConfigSetProcessor-97906918863601670-127.0.0.1:41765_solr-n_0000000000) [n:127.0.0.1:41765_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 311994 WARN  (zkCallback-577-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 311994 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 311995 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@92cef4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 311995 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c36990{/solr,null,UNAVAILABLE}
   [junit4]   2> 311996 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 41765
   [junit4]   2> 311996 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12287682
   [junit4]   2> 311997 INFO  (coreCloseExecutor-1808-thread-1) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@89f17a
   [junit4]   2> 312004 INFO  (coreCloseExecutor-1808-thread-1) [n:127.0.0.1:41765_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 312007 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.Overseer Overseer (id=97906918863601670-127.0.0.1:41765_solr-n_0000000000) closing
   [junit4]   2> 312007 INFO  (OverseerStateUpdate-97906918863601670-127.0.0.1:41765_solr-n_0000000000) [n:127.0.0.1:41765_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41765_solr
   [junit4]   2> 312008 WARN  (zkCallback-578-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 312008 INFO  (zkCallback-584-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 312994 WARN  (zkCallback-578-thread-2-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 312995 INFO  (zkCallback-578-thread-2-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@b5e662
   [junit4]   2> 312996 INFO  (zkCallback-578-thread-2-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr c:collection1 s:shard2 r:core_node2 x:collection1_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 312996 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 312997 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@f388f2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 312997 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c7ad1e{/solr,null,UNAVAILABLE}
   [junit4]   2> 312998 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 313000 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10ebda9{/solr,null,AVAILABLE}
   [junit4]   2> 313000 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16ad9fd{HTTP/1.1,[http/1.1]}{127.0.0.1:36302}
   [junit4]   2> 313000 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.Server Started @314734ms
   [junit4]   2> 313000 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36302}
   [junit4]   2> 313000 ERROR (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 313000 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 313000 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 313001 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 313001 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T23:37:09.146Z
   [junit4]   2> 313002 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 313007 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 313009 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32920/solr
   [junit4]   2> 313015 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:36302_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 313015 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:36302_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36302_solr
   [junit4]   2> 313015 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:36302_solr    ] o.a.s.c.Overseer Overseer (id=97906918863601675-127.0.0.1:36302_solr-n_0000000002) starting
   [junit4]   2> 313018 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:36302_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36302_solr
   [junit4]   2> 313018 INFO  (zkCallback-584-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 313019 INFO  (zkCallback-589-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 313205 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:36302_solr    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/.
   [junit4]   2> 313205 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:36302_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica1, collection1_shard2_replica1]
   [junit4]   2> 313206 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 313214 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 313233 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 313238 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 313240 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 313240 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 313241 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 313241 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 313242 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 313250 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 313250 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 313250 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 313251 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_F6F6435F4F23624A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 313282 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 313282 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 313284 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 313284 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 313285 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f993f3[collection1_shard2_replica1] main]
   [junit4]   2> 313285 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 313285 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 313286 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 313286 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 313286 INFO  (coreLoadExecutor-1817-thread-2-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 313286 INFO  (searcherExecutor-1818-thread-1-processing-n:127.0.0.1:36302_solr x:collection1_shard2_replica1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@1f993f3[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 313286 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 313286 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 313288 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18bb463[collection1_shard1_replica1] main]
   [junit4]   2> 313289 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 313289 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 313289 INFO  (coreLoadExecutor-1817-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 313289 INFO  (searcherExecutor-1819-thread-1-processing-n:127.0.0.1:36302_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@18bb463[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 313290 INFO  (coreZkRegister-1810-thread-1-processing-n:127.0.0.1:36302_solr x:collection1_shard2_replica1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36302_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 313292 INFO  (coreZkRegister-1810-thread-2-processing-n:127.0.0.1:36302_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:36302_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 313394 INFO  (zkCallback-589-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 313469 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 313469 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c6b151{/solr,null,AVAILABLE}
   [junit4]   2> 313470 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@188c146{HTTP/1.1,[http/1.1]}{127.0.0.1:41765}
   [junit4]   2> 313470 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.e.j.s.Server Started @315204ms
   [junit4]   2> 313470 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41765}
   [junit4]   2> 313470 ERROR (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 313470 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 6.6.0
   [junit4]   2> 313470 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 313470 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 313470 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T23:37:09.615Z
   [junit4]   2> 313472 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 313477 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 313478 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32920/solr
   [junit4]   2> 313483 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 313484 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:41765_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 313485 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F23624A]) [n:127.0.0.1:41765_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41765_solr
   [junit4]   2> 313485 INFO  (zkCallback-584-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 313485 INFO  (zkCallback-589-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 313486 INFO  (zkCallback-595-thread-1-processing-n:127.0.0.1:41765_solr) [n:127.0.0.1:41765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 313587 INFO  (zkCallback-589-thread-1-processing-n:127.0.0.1:36302_solr) [n:127.0.0.1:36302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 313638 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[F6F6435F4F

[...truncated too long message...]

c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1905491 INFO  (jetty-closer-5665-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1905491 INFO  (jetty-closer-5665-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a644e4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1905492 ERROR (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[F6F6435F4F23624A]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1905492 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41017 41017
   [junit4]   2> 1905499 INFO  (Thread-3692) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41017 41017
   [junit4]   2> 1905500 WARN  (Thread-3692) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/configs/testCloudExamplePrompt/managed-schema
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/testCloudExamplePrompt
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 1905500 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[F6F6435F4F23624A]) [    ] o.a.s.u.TestSolrCLIRunExample Stopped SolrCloud test cluster
   [junit4]   2> 1905500 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[F6F6435F4F23624A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testInteractiveSolrCloudExample
   [junit4]   2> 1905501 INFO  (TEST-TestSolrCLIRunExample.testInteractiveSolrCloudExample-seed#[F6F6435F4F23624A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41017 41017
   [junit4]   2> 1905503 INFO  (TEST-TestSolrCLIRunExample.testFailExecuteScript-seed#[F6F6435F4F23624A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testFailExecuteScript
   [junit4]   2> 
   [junit4]   2> ERROR: Cannot run program "/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001/tempDir-005/failExecuteScript" (in directory "."): error=13, Permission denied
   [junit4]   2> 
   [junit4]   2> 1905508 INFO  (TEST-TestSolrCLIRunExample.testFailExecuteScript-seed#[F6F6435F4F23624A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testFailExecuteScript
   [junit4]   2> 1905508 INFO  (SUITE-TestSolrCLIRunExample-seed#[F6F6435F4F23624A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.util.TestSolrCLIRunExample_F6F6435F4F23624A-001
   [junit4]   2> May 05, 2017 12:03:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=2000, maxMBSortInHeap=7.485878935527781, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ar-AE, timezone=UTC
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 1.8.0_131 (32-bit)/cpus=12,threads=1,free=273837960,total=491065344
   [junit4]   2> NOTE: All tests run in this JVM: [TestPhraseSuggestions, TestZkChroot, RequestLoggingTest, SuggestComponentContextFilterQueryTest, TestCloudPseudoReturnFields, TestNonDefinedSimilarityFactory, QueryResultKeyTest, TestHighFrequencyDictionaryFactory, TestAuthorizationFramework, TestLMJelinekMercerSimilarityFactory, PrimUtilsTest, PreAnalyzedFieldTest, TestInPlaceUpdatesDistrib, TestOverriddenPrefixQueryForCustomFieldType, TestLFUCache, AsyncCallRequestStatusResponseTest, DistributedFacetPivotWhiteBoxTest, TestCollationField, JSONWriterTest, SimpleFacetsTest, CircularListTest, HardAutoCommitTest, DistributedVersionInfoTest, DirectUpdateHandlerTest, TestComplexPhraseLeadingWildcard, FullHLLTest, EnumFieldTest, TemplateUpdateProcessorTest, RollingRestartTest, AnalyticsMergeStrategyTest, SolrGangliaReporterTest, BasicDistributedZk2Test, StatelessScriptUpdateProcessorFactoryTest, TestPushWriter, ReplicaListTransformerTest, TestSolrQueryResponse, TestExactSharedStatsCache, TestSolrJ, TestSimpleTextCodec, TestRebalanceLeaders, PeerSyncReplicationTest, TestBlendedInfixSuggestions, QueryParsingTest, DocValuesMultiTest, BufferStoreTest, ZkStateWriterTest, LukeRequestHandlerTest, TestSchemaNameResource, BasicAuthIntegrationTest, TestConfigSetImmutable, BlockJoinFacetRandomTest, SimpleMLTQParserTest, TestPostingsSolrHighlighter, StatsComponentTest, TestStandardQParsers, SortSpecParsingTest, TestSolrConfigHandlerCloud, SolrCoreCheckLockOnStartupTest, TestJmxMonitoredMap, HttpPartitionTest, TestJsonFacets, TestNumericTerms32, BadComponentTest, PluginInfoTest, TestQueryWrapperFilter, TestFieldCacheVsDocValues, CollectionTooManyReplicasTest, TestDistribDocBasedVersion, TestSort, OverriddenZkACLAndCredentialsProvidersTest, TestHdfsBackupRestoreCore, TestSolrDeletionPolicy1, TestShortCircuitedRequests, SolrTestCaseJ4Test, TestTestInjection, TestTolerantSearch, AutoCommitTest, RulesTest, TestSolrQueryParserResource, LargeFieldTest, TestHdfsCloudBackupRestore, OverseerRolesTest, SolrMetricManagerTest, PrimitiveFieldTypeTest, StressHdfsTest, VMParamsZkACLAndCredentialsProvidersTest, TestReversedWildcardFilterFactory, PropertiesRequestHandlerTest, TestAnalyzedSuggestions, TestSolrCloudWithKerberosAlt, TestGeoJSONResponseWriter, TestGroupingSearch, TestNRTOpen, BigEndianAscendingWordSerializerTest, TestSha256AuthenticationProvider, DistributedFacetPivotLongTailTest, HdfsRestartWhileUpdatingTest, CoreMergeIndexesAdminHandlerTest, TestMergePolicyConfig, SimpleCollectionCreateDeleteTest, TestFieldCacheSanityChecker, TestConfigsApi, NoCacheHeaderTest, TermVectorComponentDistributedTest, TestCollectionAPI, RecoveryZkTest, TestImplicitCoreProperties, TestScoreJoinQPScore, UUIDUpdateProcessorFallbackTest, MigrateRouteKeyTest, DebugComponentTest, ReplaceNodeTest, TestSortByMinMaxFunction, TestUtils, OverseerTest, FullSolrCloudDistribCmdsTest, ZkCLITest, ShardRoutingCustomTest, TestRecovery, ZkControllerTest, TestRealTimeGet, TestJoin, TestCoreContainer, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestTrie, SuggesterWFSTTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DistanceFunctionTest, SolrInfoMBeanTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, TestSolrQueryParser, SolrPluginUtilsTest, TestJmxIntegration, BinaryUpdateRequestHandlerTest, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, ScriptEngineTest, TestFastLRUCache, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ZkNodePropsTest, SliceStateTest, CursorPagingTest, DistributedIntervalFacetingTest, CleanupOldIndexTest, CollectionsAPISolrJTest, LeaderFailureAfterFreshStartTest, OverseerModifyCollectionTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, ShardSplitTest, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, TestSolrConfigHandler, TestConfigReload, TestSystemCollAutoCreate, DistributedFacetPivotLargeTest, DistributedSuggestComponentTest, JavabinLoaderTest, HighlighterMaxOffsetTest, TestSlowCompositeReaderWrapper, WrapperMergePolicyFactoryTest, SolrMetricReporterTest, SolrSlf4jReporterTest, TestGraphMLResponseWriter, TestSubQueryTransformer, TestManagedResource, TestManagedResourceStorage, TestDefaultSearchFieldResource, TestFieldResource, TestSchemaVersionResource, TestManagedSynonymFilterFactory, TestHalfAndHalfDocValues, TestManagedSchema, TestManagedSchemaThreadSafety, TestSchemaManager, TestSchemalessBufferedUpdates, TestUseDocValuesAsStored2, TestCustomSort, TestFieldSortValues, TestHashQParserPlugin, TestMissingGroups, TestRecoveryHdfs, TestSearcherReuse, TestSolr4Spatial2, TestSolrCoreParser, TestXmlQParser, TestXmlQParserPlugin, TestJsonFacetRefinement, BlockJoinFacetSimpleTest, TestCloudNestedDocsSort, TestClassicSimilarityFactory, TestPerFieldSimilarityClassic, TestPerFieldSimilarityWithDefaultOverride, TestExactStatsCache, TestSolrCloudWithHadoopAuthPlugin, UpdateLogTest, VersionInfoTest, AtomicUpdatesTest, DocExpirationUpdateProcessorFactoryTest, TolerantUpdateProcessorTest, TestObjectReleaseTracker, TestSolrCLIRunExample]
   [junit4] Completed [710/711 (3!)] on J2 in 17.03s, 4 tests, 1 failure <<< FAILURES!

[...truncated 39449 lines...]

[JENKINS-EA] Lucene-Solr-6.x-Linux (32bit/jdk-9-ea+164) - Build # 3438 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3438/
Java: 32bit/jdk-9-ea+164 -server -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
expected:<2> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<4>
	at __randomizedtesting.SeedInfo.seed([6C573D0F56B69777:18A7DC4A1292D0F8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:130)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample

Error Message:
expected 32 docs in the techproducts example but found 0, output: Creating Solr home directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr  Starting up Solr on port 36619 using command: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/bin/solr start -p 36619 -s "temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr"   Copying configuration to new core instance directory: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr/techproducts  Creating new core 'techproducts' using command: http://localhost:36619/solr/admin/cores?action=CREATE&name=techproducts&instanceDir=techproducts  {   "responseHeader":{     "status":0,     "QTime":822},   "core":"techproducts"}   Indexing tech product example docs from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/example/exampledocs  Solr techproducts example launched successfully. Direct your Web browser to http://localhost:36619/solr to visit the Solr Admin UI 

Stack Trace:
java.lang.AssertionError: expected 32 docs in the techproducts example but found 0, output: Creating Solr home directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr

Starting up Solr on port 36619 using command:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/bin/solr start -p 36619 -s "temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr"


Copying configuration to new core instance directory:
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr/techproducts

Creating new core 'techproducts' using command:
http://localhost:36619/solr/admin/cores?action=CREATE&name=techproducts&instanceDir=techproducts

{
  "responseHeader":{
    "status":0,
    "QTime":822},
  "core":"techproducts"}


Indexing tech product example docs from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/example/exampledocs

Solr techproducts example launched successfully. Direct your Web browser to http://localhost:36619/solr to visit the Solr Admin UI

	at __randomizedtesting.SeedInfo.seed([6C573D0F56B69777:E680EDB74C54AFE8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.util.TestSolrCLIRunExample.testExample(TestSolrCLIRunExample.java:378)
	at org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample(TestSolrCLIRunExample.java:302)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12669 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/init-core-data-001
   [junit4]   2> 1706498 WARN  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 1706498 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1706500 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1706503 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001
   [junit4]   2> 1706503 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1706503 INFO  (Thread-3176) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1706503 INFO  (Thread-3176) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1706505 ERROR (Thread-3176) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1706603 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41744
   [junit4]   2> 1706609 INFO  (jetty-launcher-2675-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1706609 INFO  (jetty-launcher-2675-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1706611 INFO  (jetty-launcher-2675-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18972d2{/solr,null,AVAILABLE}
   [junit4]   2> 1706611 INFO  (jetty-launcher-2675-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45cc96{/solr,null,AVAILABLE}
   [junit4]   2> 1706613 INFO  (jetty-launcher-2675-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@12d8dff{SSL,[ssl, http/1.1]}{127.0.0.1:37786}
   [junit4]   2> 1706613 INFO  (jetty-launcher-2675-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c7f291{SSL,[ssl, http/1.1]}{127.0.0.1:40274}
   [junit4]   2> 1706613 INFO  (jetty-launcher-2675-thread-1) [    ] o.e.j.s.Server Started @1708537ms
   [junit4]   2> 1706613 INFO  (jetty-launcher-2675-thread-2) [    ] o.e.j.s.Server Started @1708538ms
   [junit4]   2> 1706613 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37786}
   [junit4]   2> 1706613 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40274}
   [junit4]   2> 1706614 ERROR (jetty-launcher-2675-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1706614 ERROR (jetty-launcher-2675-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T20:50:42.509575Z
   [junit4]   2> 1706614 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T20:50:42.509617Z
   [junit4]   2> 1706616 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1706616 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1706619 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15bd53aa6600002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1706622 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1706623 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1706625 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41744/solr
   [junit4]   2> 1706626 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41744/solr
   [junit4]   2> 1706635 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1706635 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1706635 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37786_solr
   [junit4]   2> 1706635 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40274_solr
   [junit4]   2> 1706636 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97906264794726406-127.0.0.1:37786_solr-n_0000000000) starting
   [junit4]   2> 1706636 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1706636 INFO  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1706639 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37786_solr
   [junit4]   2> 1706639 INFO  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1706639 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1706807 INFO  (jetty-launcher-2675-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/.
   [junit4]   2> 1706817 INFO  (jetty-launcher-2675-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/.
   [junit4]   2> 1707968 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1707968 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41744/solr ready
   [junit4]   2> 1708044 INFO  (qtp30042051-14007) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1708046 INFO  (OverseerThreadFactory-6338-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1708159 INFO  (qtp30042051-14009) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1708160 INFO  (qtp30042051-14069) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1708160 INFO  (qtp30042051-14009) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1708220 INFO  (qtp962083-14018) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1708221 INFO  (qtp962083-14018) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1708226 INFO  (qtp962083-14006) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1708328 INFO  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1708328 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1709167 INFO  (qtp30042051-14069) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1709167 INFO  (qtp30042051-14009) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1709172 INFO  (qtp30042051-14069) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1709172 INFO  (qtp30042051-14009) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1709173 INFO  (qtp30042051-14069) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1709173 INFO  (qtp30042051-14009) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1709173 INFO  (qtp30042051-14069) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1709173 INFO  (qtp30042051-14009) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1709174 INFO  (qtp30042051-14069) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1709174 INFO  (qtp30042051-14009) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1709174 INFO  (qtp30042051-14069) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/./collection1_shard2_replica2/data/]
   [junit4]   2> 1709174 INFO  (qtp30042051-14009) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 1709228 INFO  (qtp962083-14018) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1709232 INFO  (qtp962083-14006) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1709232 INFO  (qtp962083-14018) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1709234 INFO  (qtp962083-14018) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1709234 INFO  (qtp962083-14018) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1709235 INFO  (qtp962083-14018) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1709235 INFO  (qtp962083-14018) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 1709238 INFO  (qtp962083-14006) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1709239 INFO  (qtp962083-14006) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1709239 INFO  (qtp962083-14006) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1709240 INFO  (qtp962083-14006) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1709240 INFO  (qtp962083-14006) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 1709591 INFO  (qtp30042051-14009) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1709591 INFO  (qtp30042051-14009) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1709593 INFO  (qtp30042051-14009) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1709593 INFO  (qtp30042051-14009) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1709596 INFO  (qtp30042051-14009) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19188f3[collection1_shard1_replica2] main]
   [junit4]   2> 1709597 INFO  (qtp30042051-14009) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1709598 INFO  (qtp30042051-14009) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1709598 INFO  (qtp30042051-14009) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1709598 INFO  (searcherExecutor-6344-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@19188f3[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1709598 INFO  (qtp30042051-14009) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566500239958867968
   [junit4]   2> 1709601 INFO  (qtp30042051-14069) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1709601 INFO  (qtp30042051-14069) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1709602 INFO  (qtp30042051-14009) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1709603 INFO  (qtp30042051-14069) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1709603 INFO  (qtp30042051-14069) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1709606 INFO  (qtp30042051-14069) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee472b[collection1_shard2_replica2] main]
   [junit4]   2> 1709607 INFO  (qtp30042051-14069) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1709607 INFO  (qtp30042051-14069) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1709607 INFO  (qtp30042051-14069) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1709607 INFO  (searcherExecutor-6343-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@ee472b[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1709607 INFO  (qtp30042051-14069) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566500239968305152
   [junit4]   2> 1709612 INFO  (qtp30042051-14069) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1709684 INFO  (qtp962083-14018) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1709684 INFO  (qtp962083-14018) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1709686 INFO  (qtp962083-14018) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1709686 INFO  (qtp962083-14018) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1709689 INFO  (qtp962083-14018) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e2d076[collection1_shard2_replica1] main]
   [junit4]   2> 1709690 INFO  (qtp962083-14018) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1709690 INFO  (qtp962083-14018) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1709690 INFO  (qtp962083-14018) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1709690 INFO  (searcherExecutor-6345-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@e2d076[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1709690 INFO  (qtp962083-14018) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566500240055336960
   [junit4]   2> 1709701 INFO  (qtp962083-14006) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1709701 INFO  (qtp962083-14006) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1709702 INFO  (qtp962083-14006) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1709702 INFO  (qtp962083-14006) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1709706 INFO  (qtp962083-14006) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bbe448[collection1_shard1_replica1] main]
   [junit4]   2> 1709707 INFO  (qtp962083-14006) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1709707 INFO  (qtp962083-14006) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1709707 INFO  (qtp962083-14006) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1709707 INFO  (searcherExecutor-6346-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@1bbe448[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1709707 INFO  (qtp962083-14006) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566500240073162752
   [junit4]   2> 1709713 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1709713 INFO  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1710103 INFO  (qtp30042051-14009) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1710103 INFO  (qtp30042051-14009) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1710103 INFO  (qtp30042051-14009) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37786/solr/collection1_shard1_replica2/
   [junit4]   2> 1710103 INFO  (qtp30042051-14009) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:37786/solr START replicas=[https://127.0.0.1:40274/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 1710103 INFO  (qtp30042051-14009) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:37786/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1710107 INFO  (qtp962083-14083) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1710107 INFO  (qtp30042051-14009) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1710107 INFO  (qtp30042051-14009) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1710107 INFO  (qtp30042051-14009) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1710109 INFO  (qtp30042051-14009) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37786/solr/collection1_shard1_replica2/ shard1
   [junit4]   2> 1710112 INFO  (qtp30042051-14069) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1710112 INFO  (qtp30042051-14069) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1710112 INFO  (qtp30042051-14069) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37786/solr/collection1_shard2_replica2/
   [junit4]   2> 1710113 INFO  (qtp30042051-14069) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:37786/solr START replicas=[https://127.0.0.1:40274/solr/collection1_shard2_replica1/] nUpdates=100
   [junit4]   2> 1710113 INFO  (qtp30042051-14069) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:37786/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1710114 INFO  (qtp962083-14084) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1710114 INFO  (qtp30042051-14069) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1710115 INFO  (qtp30042051-14069) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1710115 INFO  (qtp30042051-14069) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1710116 INFO  (qtp30042051-14069) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37786/solr/collection1_shard2_replica2/ shard2
   [junit4]   2> 1710217 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1710217 INFO  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1710260 INFO  (qtp30042051-14009) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1710262 INFO  (qtp30042051-14009) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2102
   [junit4]   2> 1710266 INFO  (qtp30042051-14069) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1710268 INFO  (qtp30042051-14069) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2108
   [junit4]   2> 1710368 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1710368 INFO  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1710695 INFO  (qtp962083-14018) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2} status=0 QTime=2475
   [junit4]   2> 1710712 INFO  (qtp962083-14006) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2485
   [junit4]   2> 1710722 INFO  (qtp30042051-14007) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1710812 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1710812 INFO  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1711722 INFO  (qtp30042051-14007) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=config&maxShardsPerNode=2&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3677
   [junit4]   2> 1711722 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1711723 INFO  (SUITE-TestCloudRecovery-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1711735 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 1711744 INFO  (qtp962083-14010) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566500242201772032&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566500242201772032)} 0 2
   [junit4]   2> 1711748 INFO  (qtp962083-14018) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1566500242204917760&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566500242204917760)} 0 3
   [junit4]   2> 1711748 INFO  (qtp30042051-14013) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1566500242204917760)} 0 8
   [junit4]   2> 1711748 INFO  (qtp30042051-14017) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1566500242201772032)} 0 11
   [junit4]   2> 1711751 INFO  (qtp30042051-14009) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1711751 INFO  (qtp962083-14006) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1711752 INFO  (qtp962083-14082) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1711752 INFO  (qtp962083-14006) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1711752 INFO  (qtp962083-14082) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1711751 INFO  (qtp30042051-14009) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1711752 INFO  (qtp962083-14006) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1711752 INFO  (qtp30042051-14009) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1711752 INFO  (qtp962083-14006) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1711752 INFO  (qtp30042051-14070) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1711752 INFO  (qtp962083-14082) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1711752 INFO  (qtp30042051-14070) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1711752 INFO  (qtp962083-14082) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1711752 INFO  (qtp30042051-14009) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1711753 INFO  (qtp30042051-14070) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1711753 INFO  (qtp30042051-14070) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1711753 INFO  (qtp30042051-14021) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1711762 INFO  (qtp962083-14010) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1000 (1566500242221694976)]} 0 2
   [junit4]   2> 1711762 INFO  (qtp30042051-14069) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1000 (1566500242221694976)]} 0 6
   [junit4]   2> 1711772 INFO  (qtp962083-14083) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[1001 (1566500242230083584)]} 0 2
   [junit4]   2> 1711773 INFO  (qtp30042051-14013) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1001 (1566500242230083584)]} 0 8
   [junit4]   2> 1711776 INFO  (qtp962083-14084) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[0 (1566500242240569344)]} 0 0
   [junit4]   2> 1711776 INFO  (qtp30042051-14009) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1566500242240569344)]} 0 1
   [junit4]   2> 1711779 INFO  (qtp962083-14018) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[1 (1566500242244763648)]} 0 0
   [junit4]   2> 1711779 INFO  (qtp30042051-14070) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1566500242244763648)]} 0 1
   [junit4]   2> 1711783 INFO  (qtp962083-14006) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[2 (1566500242247909376)]} 0 0
   [junit4]   2> 1711783 INFO  (qtp30042051-14021) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1566500242247909376)]} 0 2
   [junit4]   2> 1711786 INFO  (qtp962083-14082) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[3 (1566500242252103680)]} 0 0
   [junit4]   2> 1711786 INFO  (qtp30042051-14069) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1566500242252103680)]} 0 1
   [junit4]   2> 1711789 INFO  (qtp962083-14010) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[4 (1566500242255249408)]} 0 0
   [junit4]   2> 1711789 INFO  (qtp30042051-14013) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1566500242255249408)]} 0 1
   [junit4]   2> 1711793 INFO  (qtp962083-14083) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[5 (1566500242258395136)]} 0 0
   [junit4]   2> 1711793 INFO  (qtp30042051-14009) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1566500242258395136)]} 0 1
   [junit4]   2> 1711797 INFO  (qtp962083-14084) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[6 (1566500242262589440)]} 0 0
   [junit4]   2> 1711797 INFO  (qtp30042051-14070) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1566500242262589440)]} 0 1
   [junit4]   2> 1711800 INFO  (qtp962083-14018) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[7 (1566500242266783744)]} 0 0
   [junit4]   2> 1711800 INFO  (qtp30042051-14021) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1566500242266783744)]} 0 1
   [junit4]   2> 1711803 INFO  (qtp962083-14006) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard1_replica2/&wt=javabin&version=2}{add=[8 (1566500242269929472)]} 0 0
   [junit4]   2> 1711803 INFO  (qtp30042051-14069) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1566500242269929472)]} 0 1
   [junit4]   2> 1711808 INFO  (qtp962083-14082) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37786/solr/collection1_shard2_replica2/&wt=javabin&version=2}{add=[9 (1566500242274123776)]} 0 0
   [junit4]   2> 1711808 INFO  (qtp30042051-14013) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1566500242274123776)]} 0 1
   [junit4]   2> 1711814 INFO  (qtp962083-14084) [    ] o.a.s.c.S.Request [collection1_shard2_replica1]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:40274/solr/collection1_shard2_replica1/|https://127.0.0.1:37786/solr/collection1_shard2_replica2/&rows=10&version=2&q=*:*&NOW=1493931047705&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1711814 INFO  (qtp30042051-14070) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=collection1:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:37786/solr/collection1_shard1_replica2/|https://127.0.0.1:40274/solr/collection1_shard1_replica1/&rows=10&version=2&q=*:*&NOW=1493931047705&isShard=true&wt=javabin} hits=0 status=0 QTime=0
   [junit4]   2> 1711814 INFO  (qtp962083-14018) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:5&wt=javabin&version=2} hits=0 status=0 QTime=4
   [junit4]   2> 1711815 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 37786
   [junit4]   2> 1711816 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=28487347
   [junit4]   2> 1711817 INFO  (coreCloseExecutor-6363-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e31d2d
   [junit4]   2> 1711817 INFO  (coreCloseExecutor-6363-thread-2) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@52ca19
   [junit4]   2> 1711819 INFO  (coreCloseExecutor-6363-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica2
   [junit4]   2> 1711819 INFO  (coreCloseExecutor-6363-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica2
   [junit4]   2> 1711820 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.Overseer Overseer (id=97906264794726406-127.0.0.1:37786_solr-n_0000000000) closing
   [junit4]   2> 1711821 INFO  (OverseerStateUpdate-97906264794726406-127.0.0.1:37786_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37786_solr
   [junit4]   2> 1711821 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40274_solr
   [junit4]   2> 1711822 INFO  (zkCallback-2686-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1711822 INFO  (zkCallback-2693-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1711823 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97906264794726405-127.0.0.1:40274_solr-n_0000000001) starting
   [junit4]   2> 1711823 INFO  (zkCallback-2686-thread-4) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1711823 INFO  (zkCallback-2686-thread-3) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1711826 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1711928 INFO  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1713321 WARN  (zkCallback-2687-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1713322 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1713322 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@12d8dff{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1713323 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45cc96{/solr,null,UNAVAILABLE}
   [junit4]   2> 1713323 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 40274
   [junit4]   2> 1713323 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6508340
   [junit4]   2> 1713325 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.Overseer Overseer (id=97906264794726405-127.0.0.1:40274_solr-n_0000000001) closing
   [junit4]   2> 1713325 INFO  (OverseerStateUpdate-97906264794726405-127.0.0.1:40274_solr-n_0000000001) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40274_solr
   [junit4]   2> 1713325 INFO  (zkCallback-2693-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1714323 WARN  (zkCallback-2686-thread-4) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1714323 WARN  (zkCallback-2686-thread-3) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1714323 INFO  (zkCallback-2686-thread-4) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@45805c
   [junit4]   2> 1714323 INFO  (zkCallback-2686-thread-3) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d0140f
   [junit4]   2> 1714326 INFO  (zkCallback-2686-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard2.replica1
   [junit4]   2> 1714326 INFO  (zkCallback-2686-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1.shard1.replica1
   [junit4]   2> 1714825 WARN  (zkCallback-2686-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1714826 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1714826 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c7f291{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1714827 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18972d2{/solr,null,UNAVAILABLE}
   [junit4]   2> 1714840 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1714842 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18dbe8b{/solr,null,AVAILABLE}
   [junit4]   2> 1714842 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@182aa49{SSL,[ssl, http/1.1]}{127.0.0.1:37786}
   [junit4]   2> 1714843 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.Server Started @1716767ms
   [junit4]   2> 1714843 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37786}
   [junit4]   2> 1714843 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1714843 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1714843 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1714843 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1714843 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T20:50:50.738713Z
   [junit4]   2> 1714845 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1714851 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1714855 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41744/solr
   [junit4]   2> 1714861 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1714861 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37786_solr
   [junit4]   2> 1714861 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.Overseer Overseer (id=97906264794726411-127.0.0.1:37786_solr-n_0000000002) starting
   [junit4]   2> 1714864 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37786_solr
   [junit4]   2> 1714864 INFO  (zkCallback-2693-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1714864 INFO  (zkCallback-2698-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1715125 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/.
   [junit4]   2> 1715125 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard2_replica2, collection1_shard1_replica2]
   [junit4]   2> 1715126 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1715132 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1715132 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1715137 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica2] Schema name=minimal
   [junit4]   2> 1715137 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1715138 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1715138 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1715138 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1715138 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1, trusted=true
   [junit4]   2> 1715139 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1715139 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1715139 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 1715139 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/collection1_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node1/./collection1_shard2_replica2/data/]
   [junit4]   2> 1715229 INFO  (zkCallback-2698-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1715371 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1715371 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1715373 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1715373 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1715375 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@80d304[collection1_shard2_replica2] main]
   [junit4]   2> 1715376 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1715376 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1715376 INFO  (coreLoadExecutor-6376-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1715376 INFO  (searcherExecutor-6377-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica2] Registered new searcher Searcher@80d304[collection1_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1715380 INFO  (coreZkRegister-6369-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1715397 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1715397 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1715399 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1715399 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1715402 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31817f[collection1_shard1_replica2] main]
   [junit4]   2> 1715403 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1715403 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1715403 INFO  (coreLoadExecutor-6376-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1715403 INFO  (searcherExecutor-6378-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@31817f[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1715407 INFO  (coreZkRegister-6369-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1715508 INFO  (zkCallback-2698-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1716015 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1716016 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c773dd{/solr,null,AVAILABLE}
   [junit4]   2> 1716016 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@19a7e6e{SSL,[ssl, http/1.1]}{127.0.0.1:40274}
   [junit4]   2> 1716017 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.e.j.s.Server Started @1717941ms
   [junit4]   2> 1716017 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40274}
   [junit4]   2> 1716018 ERROR (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1716018 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.0
   [junit4]   2> 1716018 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1716018 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1716018 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-04T20:50:51.913414Z
   [junit4]   2> 1716020 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1716026 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1716028 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41744/solr
   [junit4]   2> 1716033 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1716034 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1716035 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40274_solr
   [junit4]   2> 1716035 INFO  (zkCallback-2698-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716035 INFO  (zkCallback-2693-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716035 INFO  (zkCallback-2704-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1716136 INFO  (zkCallback-2698-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1716268 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.CorePropertiesLocator Found 2 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/.
   [junit4]   2> 1716268 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[6C573D0F56B69777]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1_shard1_replica1, collection1_shard2_replica1]
   [junit4]   2> 1716270 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1716275 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1716275 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 1716280 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=minimal
   [junit4]   2> 1716280 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1716282 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1716282 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1716282 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1716282 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1716283 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1716283 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1716283 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/collection1_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/./collection1_shard2_replica1/data/]
   [junit4]   2> 1716283 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery_6C573D0F56B69777-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 1716373 INFO  (zkCallback-2704-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1716373 INFO  (zkCallback-2698-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1716505 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1716505 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1716506 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1716506 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1716507 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1716507 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1716508 WARN  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.u.UpdateLog Exception reverse reading log
   [junit4]   2> java.io.EOFException
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readUnsignedByte(FastInputStream.java:72)
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readInt(FastInputStream.java:230)
   [junit4]   2> 	at org.apache.solr.update.TransactionLog$FSReverseReader.next(TransactionLog.java:800)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.update(UpdateLog.java:1245)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.<init>(UpdateLog.java:1175)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.getRecentUpdates(UpdateLog.java:1348)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.init(UpdateLog.java:385)
   [junit4]   2> 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
   [junit4]   2> 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
   [junit4]   2> 	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
   [junit4]   2> 	at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source)
   [junit4]   2> 	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
   [junit4]   2> 	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:487)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1079)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:943)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1716509 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1716509 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1716510 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1300077[collection1_shard1_replica1] main]
   [junit4]   2> 1716511 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1716511 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1716511 INFO  (coreLoadExecutor-6392-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1716511 INFO  (searcherExecutor-6394-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@1300077[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1716512 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@e751d7[collection1_shard2_replica1] main]
   [junit4]   2> 1716512 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1716513 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1716513 INFO  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1716513 INFO  (searcherExecutor-6393-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@e751d7[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1716513 WARN  (coreLoadExecutor-6392-thread-2) [    ] o.a.s.u.UpdateLog Exception reverse reading log
   [junit4]   2> java.io.EOFException
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readUnsignedByte(FastInputStream.java:72)
   [junit4]   2> 	at org.apache.solr.common.util.FastInputStream.readInt(FastInputStream.java:230)
   [junit4]   2> 	at org.apache.solr.update.TransactionLog$FSReverseReader.next(TransactionLog.java:800)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.update(UpdateLog.java:1245)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog$RecentUpdates.<init>(UpdateLog.java:1175)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.getRecentUpdates(UpdateLog.java:1348)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1851)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.seedBucketsWithHighestVersion(UpdateLog.java:1879)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.seedVersionBuckets(SolrCore.java:1019)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1001)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:916)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1716881 INFO  (coreZkRegister-6369-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1716881 INFO  (coreZkRegister-6369-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1716881 INFO  (coreZkRegister-6369-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37786/solr/collection1_shard2_replica2/
   [junit4]   2> 1716882 INFO  (coreZkRegister-6369-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica2 url=https://127.0.0.1:37786/solr START replicas=[https://127.0.0.1:40274/solr/collection1_shard2_replica1/] nUpdates=100
   [junit4]   2> 1716908 INFO  (coreZkRegister-6369-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1716908 INFO  (coreZkRegister-6369-thread-2) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1716908 INFO  (coreZkRegister-6369-thread-2) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37786/solr/collection1_shard1_replica2/
   [junit4]   2> 1716908 INFO  (coreZkRegister-6369-thread-2) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=https://127.0.0.1:37786/solr START replicas=[https://127.0.0.1:40274/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 1716946 ERROR (qtp23049844-14151) [    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 1716946 WARN  (qtp23049844-14151) [    ] o.e.j.s.ServletHandler /solr/collection1_shard2_replica1/get
   [junit4]   2> org.apache.solr.common.SolrException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:311)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:301)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.je

[...truncated too long message...]

.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7363-thread-1]: delete []
   [junit4]   2> 2188250 INFO  (coreCloseExecutor-7363-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7363-thread-1]: 0 msec to checkpoint
   [junit4]   2> 2188250 INFO  (coreCloseExecutor-7363-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreCloseExecutor-7363-thread-1]: delete []
   [junit4]   2> 2188295 INFO  (coreCloseExecutor-7363-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.techproducts
   [junit4]   2> 2188295 INFO  (TEST-TestSolrCLIRunExample.testTechproductsExample-seed#[6C573D0F56B69777]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2188296 INFO  (TEST-TestSolrCLIRunExample.testTechproductsExample-seed#[6C573D0F56B69777]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41e25c{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCLIRunExample -Dtests.method=testTechproductsExample -Dtests.seed=6C573D0F56B69777 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=rof -Dtests.timezone=Arctic/Longyearbyen -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 4.30s J0 | TestSolrCLIRunExample.testTechproductsExample <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected 32 docs in the techproducts example but found 0, output: Creating Solr home directory /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr
   [junit4]    > Starting up Solr on port 36619 using command:
   [junit4]    > /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/bin/solr start -p 36619 -s "temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr"
   [junit4]    > Copying configuration to new core instance directory:
   [junit4]    > /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001/tempDir-005/techproducts/solr/techproducts
   [junit4]    > Creating new core 'techproducts' using command:
   [junit4]    > http://localhost:36619/solr/admin/cores?action=CREATE&name=techproducts&instanceDir=techproducts
   [junit4]    > {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":822},
   [junit4]    >   "core":"techproducts"}
   [junit4]    > Indexing tech product example docs from /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/example/exampledocs
   [junit4]    > Solr techproducts example launched successfully. Direct your Web browser to http://localhost:36619/solr to visit the Solr Admin UI
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6C573D0F56B69777:E680EDB74C54AFE8]:0)
   [junit4]    > 	at org.apache.solr.util.TestSolrCLIRunExample.testExample(TestSolrCLIRunExample.java:378)
   [junit4]    > 	at org.apache.solr.util.TestSolrCLIRunExample.testTechproductsExample(TestSolrCLIRunExample.java:302)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2188299 INFO  (SUITE-TestSolrCLIRunExample-seed#[6C573D0F56B69777]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.util.TestSolrCLIRunExample_6C573D0F56B69777-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=8, maxDocsPerChunk=5, blockSize=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=8, blockSize=6)), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=rof, timezone=Arctic/Longyearbyen
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=220543320,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [DateRangeFieldTest, ClusterStateTest, TestValueSourceCache, TestBlobHandler, DistributedFacetExistsSmallTest, NotRequiredUniqueKeyTest, TestIntervalFaceting, TestCrossCoreJoin, SyncSliceTest, AlternateDirectoryTest, NodeMutatorTest, MissingSegmentRecoveryTest, PathHierarchyTokenizerFactoryTest, TestClusterStateMutator, TestRestManager, TestSolr4Spatial, TestQuerySenderNoQuery, AnalysisAfterCoreReloadTest, TestNamedUpdateProcessors, MetricUtilsTest, BasicAuthStandaloneTest, TestXmlQParserPlugin, TestAddFieldRealTimeGet, CurrencyFieldOpenExchangeTest, BlockJoinFacetSimpleTest, TestBackupRepositoryFactory, LeaderInitiatedRecoveryOnCommitTest, DefaultValueUpdateProcessorTest, CdcrReplicationHandlerTest, TestUniqueKeyFieldResource, HdfsBasicDistributedZk2Test, CollectionsAPIAsyncDistributedZkTest, TestCSVLoader, BlockCacheTest, TestDocSet, TestDistributedSearch, DocumentAnalysisRequestHandlerTest, TestIBSimilarityFactory, TestPseudoReturnFields, HLLSerializationTest, OverseerCollectionConfigSetProcessorTest, TestCryptoKeys, SolrGraphiteReporterTest, ReturnFieldsTest, TestSimpleQParserPlugin, RegexBoostProcessorTest, OverseerStatusTest, JvmMetricsTest, TestFaceting, UtilsToolTest, CustomCollectionTest, HttpSolrCallGetCoreTest, TestBulkSchemaConcurrent, TestSizeLimitedDistributedMap, TestFieldCache, DistributedQueryComponentCustomSortTest, CursorPagingTest, SolrCLIZkUtilsTest, TestRTimerTree, RequiredFieldsTest, CoreAdminCreateDiscoverTest, TestBinaryResponseWriter, TestPHPSerializedResponseWriter, TestRandomFlRTGCloud, TestCodecSupport, TestStressLucene, BasicDistributedZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestCoreAdminApis, ConfigureRecoveryStrategyTest, TestFastLRUCache, TestExceedMaxTermLength, TestClassicSimilarityFactory, JSONWriterTest, PolyFieldTest, HdfsChaosMonkeySafeLeaderTest, TestFoldingMultitermQuery, CollectionReloadTest, TestNestedDocsSort, TestGraphMLResponseWriter, TestHighlightDedupGrouping, TestFileDictionaryLookup, TestPerFieldSimilarity, TestDelegationWithHadoopAuth, BadCopyFieldTest, TestReloadAndDeleteDocs, TestReplicationHandler, TestFieldCacheWithThreads, TestPointFields, TestAuthenticationFramework, TestSchemaResource, DistribJoinFromCollectionTest, TestRandomCollapseQParserPlugin, TestRandomDVFaceting, TestMinMaxOnMultiValuedField, XsltUpdateRequestHandlerTest, TestLeaderElectionWithEmptyReplica, TestCustomDocTransformer, WrapperMergePolicyFactoryTest, TestSolrCloudWithSecureImpersonation, SecurityConfHandlerTest, SolrCoreTest, DateFieldTest, TestReplicationHandlerBackup, TestDocumentBuilder, TestFunctionQuery, TestSolrConfigHandlerConcurrent, TestFieldTypeCollectionResource, DistributedFacetPivotSmallAdvancedTest, TestInitQParser, TestFieldCacheSort, CacheHeaderTest, TestStressUserVersions, FacetPivotSmallTest, ExitableDirectoryReaderTest, TestFilteredDocIdSet, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, ZkCLITest, AutoCommitTest, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestJoin, HardAutoCommitTest, TestRangeQuery, ConvertedLegacyTest, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTSTTest, NoCacheHeaderTest, TestUpdate, FieldMutatingUpdateProcessorTest, QueryEqualityTest, TestRemoteStreaming, DocValuesMultiTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, TestIndexingPerformance, FastVectorHighlighterTest, SolrPluginUtilsTest, TestCollationField, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestComponentsName, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, CopyFieldTest, BadComponentTest, TestStressRecovery, ScriptEngineTest, ChaosMonkeyNothingIsSafeTest, TestPathTrie, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AliasIntegrationTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ForceLeaderTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestReplicaProperties, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest, BlobRepositoryCloudTest, TestConfigSetImmutable, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestNRTOpen, TestSolrConfigHandler, TestSQLHandler, TestDistributedStatsComponentCardinality, TestCloudSchemaless, TestJsonRequest, CloudMLTQParserTest, TestLRUStatsCache, TestPKIAuthenticationPlugin, TestSolrCloudWithHadoopAuthPlugin, ConjunctionSolrSpellCheckerTest, SpellCheckCollatorWithCollapseTest, TestFreeTextSuggestions, BlockDirectoryTest, TestUninvertingReader, AddBlockUpdateTest, AnalysisErrorHandlingTest, CdcrUpdateLogTest, PeerSyncWithIndexFingerprintCachingTest, AtomicUpdatesTest, ClassificationUpdateProcessorIntegrationTest, ClassificationUpdateProcessorTest, CloneFieldUpdateProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, ParsingFieldUpdateProcessorsTest, PreAnalyzedUpdateProcessorTest, TemplateUpdateProcessorTest, TolerantUpdateProcessorTest, UUIDUpdateProcessorFallbackTest, DistanceUnitsTest, JsonValidatorTest, TestSolrCLIRunExample]
   [junit4] Completed [706/711 (2!)] on J0 in 20.41s, 4 tests, 1 failure <<< FAILURES!

[...truncated 36355 lines...]