You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/08/12 16:05:08 UTC

[JENKINS] Lucene-Solr-6.x-Windows (64bit/jdk1.8.0_102) - Build # 380 - Unstable!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/380/
Java: 64bit/jdk1.8.0_102 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([519634A85C898A26:392901828C1398CA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:141)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:286)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12221 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\init-core-data-001
   [junit4]   2> 2901848 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 2901865 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2901865 INFO  (Thread-5176) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2901865 INFO  (Thread-5176) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2901966 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:58739
   [junit4]   2> 2901966 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2901968 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2901971 INFO  (zkCallback-4323-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ea411b5 name:ZooKeeperConnection Watcher:127.0.0.1:58739 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2901971 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2901972 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2901972 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2901975 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1567f62432e0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2901978 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2901978 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2901978 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ca8ca9a{/solr,null,AVAILABLE}
   [junit4]   2> 2901980 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a7652c3{/solr,null,AVAILABLE}
   [junit4]   2> 2901980 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@75e329b9{HTTP/1.1,[http/1.1]}{127.0.0.1:58743}
   [junit4]   2> 2901980 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.Server Started @2906726ms
   [junit4]   2> 2901980 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58743}
   [junit4]   2> 2901981 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2901981 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node1'
   [junit4]   2> 2901981 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2901981 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2901981 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@6b29cca6{HTTP/1.1,[http/1.1]}{127.0.0.1:58746}
   [junit4]   2> 2901981 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.Server Started @2906727ms
   [junit4]   2> 2901981 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58746}
   [junit4]   2> 2901982 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2901982 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2901982 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node2'
   [junit4]   2> 2901982 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2901982 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2901983 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2901983 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2901986 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2901989 INFO  (zkCallback-4324-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a178b2b name:ZooKeeperConnection Watcher:127.0.0.1:58739/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2901989 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2901989 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2901990 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2901990 INFO  (zkCallback-4325-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@affb036 name:ZooKeeperConnection Watcher:127.0.0.1:58739/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2901991 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2901991 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2901991 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2902013 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1567f62432e0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2902014 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node1\.
   [junit4]   2> 2902014 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 54190765
   [junit4]   2> 2902014 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node1]
   [junit4]   2> 2902015 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1567f62432e0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2902015 WARN  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node1\lib
   [junit4]   2> 2902015 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
   [junit4]   2> 2902016 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node2\.
   [junit4]   2> 2902016 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1772636164
   [junit4]   2> 2902016 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node2]
   [junit4]   2> 2902016 WARN  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node2\lib
   [junit4]   2> 2902016 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
   [junit4]   2> 2902019 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2902019 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2902020 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2902020 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2902020 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58739/solr
   [junit4]   2> 2902020 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2902020 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2902020 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2902020 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2902021 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58739/solr
   [junit4]   2> 2902021 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2902021 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2902021 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2902022 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2902023 INFO  (zkCallback-4330-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6433460b name:ZooKeeperConnection Watcher:127.0.0.1:58739 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2902023 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2902023 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2902024 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1567f62432e0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2902024 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$75/2061909363@1d543a2d
   [junit4]   2> 2902025 INFO  (zkCallback-4331-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@605d762d name:ZooKeeperConnection Watcher:127.0.0.1:58739 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2902025 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2902025 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2902025 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2902026 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$75/2061909363@79dfb71f
   [junit4]   2> 2902028 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2902031 INFO  (zkCallback-4333-thread-1-processing-n:127.0.0.1:58746_solr) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46b32fd5 name:ZooKeeperConnection Watcher:127.0.0.1:58739/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2902032 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2902032 INFO  (zkCallback-4332-thread-1-processing-n:127.0.0.1:58743_solr) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70632b77 name:ZooKeeperConnection Watcher:127.0.0.1:58739/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2902033 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2902033 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2902034 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2902035 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2902036 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2902040 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2902040 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2902042 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2902042 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2902045 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2902046 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2902047 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2902048 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2902049 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2902050 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2902051 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2902051 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2902053 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2902053 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2902054 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2902054 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2902055 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2902056 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2902056 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2902056 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2902058 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2902058 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2902060 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2902061 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2902062 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2902063 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2902064 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2902064 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2902065 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96404502045655046-127.0.0.1:58746_solr-n_0000000000
   [junit4]   2> 2902065 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96404502045655045-127.0.0.1:58743_solr-n_0000000001
   [junit4]   2> 2902065 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58746_solr
   [junit4]   2> 2902065 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2902066 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96404502045655046-127.0.0.1:58746_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2902066 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58743_solr
   [junit4]   2> 2902066 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58743_solr
   [junit4]   2> 2902067 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.Overseer Overseer (id=96404502045655046-127.0.0.1:58746_solr-n_0000000000) starting
   [junit4]   2> 2902068 INFO  (zkCallback-4332-thread-1-processing-n:127.0.0.1:58743_solr) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2902068 INFO  (zkCallback-4333-thread-1-processing-n:127.0.0.1:58746_solr) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2902069 INFO  (zkCallback-4332-thread-1-processing-n:127.0.0.1:58743_solr) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2902069 INFO  (zkCallback-4333-thread-1-processing-n:127.0.0.1:58746_solr) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2902069 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2902074 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2902074 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.KerberosPlugin
   [junit4]   2> 2902076 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2902077 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:58746_solr as DOWN
   [junit4]   2> 2902079 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58746_solr
   [junit4]   2> 2902079 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58746_solr
   [junit4]   2> 2902080 INFO  (zkCallback-4332-thread-1-processing-n:127.0.0.1:58743_solr) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2902080 INFO  (zkCallback-4333-thread-1-processing-n:127.0.0.1:58746_solr) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2902081 INFO  (zkCallback-4332-thread-1-processing-n:127.0.0.1:58743_solr) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2902081 INFO  (zkCallback-4333-thread-1-processing-n:127.0.0.1:58746_solr) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2902092 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2902092 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.KerberosPlugin
   [junit4]   2> 2902095 INFO  (OverseerStateUpdate-96404502045655046-127.0.0.1:58746_solr-n_0000000000) [n:127.0.0.1:58746_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2902095 INFO  (OverseerCollectionConfigSetProcessor-96404502045655046-127.0.0.1:58746_solr-n_0000000000) [n:127.0.0.1:58746_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2902097 INFO  (OverseerStateUpdate-96404502045655046-127.0.0.1:58746_solr-n_0000000000) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
   [junit4]   2> 2902099 INFO  (OverseerStateUpdate-96404502045655046-127.0.0.1:58746_solr-n_0000000000) [n:127.0.0.1:58746_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:58746_solr"} current state version: 0
   [junit4]   2> 2902099 INFO  (OverseerStateUpdate-96404502045655046-127.0.0.1:58746_solr-n_0000000000) [n:127.0.0.1:58746_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:58746_solr
   [junit4]   2> 2902136 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=org.apache.solr.security.HttpParamDelegationTokenAuthenticationHandler, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 2902136 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=org.apache.solr.security.HttpParamDelegationTokenAuthenticationHandler, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 2902504 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2902504 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2902592 INFO  (jetty-launcher-4322-thread-2-EventThread) [n:127.0.0.1:58743_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2902599 INFO  (jetty-launcher-4322-thread-1-EventThread) [n:127.0.0.1:58746_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2903929 ERROR (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.h.u.Shell Failed to locate the winutils binary in the hadoop binary path
   [junit4]   2> java.io.IOException: Could not locate executable null\bin\winutils.exe in the Hadoop binaries.
   [junit4]   2> 	at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:356)
   [junit4]   2> 	at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:371)
   [junit4]   2> 	at org.apache.hadoop.util.Shell.<clinit>(Shell.java:364)
   [junit4]   2> 	at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
   [junit4]   2> 	at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenManager.<init>(DelegationTokenManager.java:115)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.initTokenManager(DelegationTokenAuthenticationHandler.java:148)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.init(DelegationTokenAuthenticationHandler.java:118)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenAuthenticationHandler.init(HttpParamDelegationTokenAuthenticationHandler.java:57)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.initializeAuthHandler(AuthenticationFilter.java:238)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.initializeAuthHandler(DelegationTokenAuthenticationFilter.java:209)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.initializeAuthHandler(DelegationTokenKerberosFilter.java:93)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.init(AuthenticationFilter.java:227)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.init(DelegationTokenAuthenticationFilter.java:175)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.init(DelegationTokenKerberosFilter.java:62)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.init(KerberosPlugin.java:206)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.initializeAuthenticationPlugin(CoreContainer.java:316)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:442)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:158)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:134)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:856)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1542)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1576)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1268)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1113)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:258)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:326)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:344)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:211)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2904352 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 2904352 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@1888b532
   [junit4]   2> 2904352 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 2904352 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@1888b532
   [junit4]   2> 2904352 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@26f74ea8
   [junit4]   2> 2904353 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.client.solrj.impl.Krb5HttpClientConfigurer@26f74ea8
   [junit4]   2> 2904354 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node2\.
   [junit4]   2> 2904354 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001\tempDir-001\node1\.
   [junit4]   2> 2904356 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2904357 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2904357 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2904358 INFO  (jetty-launcher-4322-thread-2) [n:127.0.0.1:58743_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2904358 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2904358 INFO  (jetty-launcher-4322-thread-1) [n:127.0.0.1:58746_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2904358 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2904359 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2904364 INFO  (zkCallback-4336-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bc7ec45 name:ZooKeeperConnection Watcher:127.0.0.1:58739 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2904364 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2904364 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2904370 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1567f62432e0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2904406 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 2908505 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[519634A85C898A26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2908507 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[519634A85C898A26]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2908509 INFO  (zkCallback-4338-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@798d305b name:ZooKeeperConnection Watcher:127.0.0.1:58739/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2908509 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[519634A85C898A26]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2908509 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[519634A85C898A26]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2908511 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1567f62432e000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2908511 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 2908549 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 2908636 ERROR (qtp79085197-23286) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_2]
   [junit4]   2> 2908714 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2908725 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2908745 ERROR (qtp1999066929-23298) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_3]
   [junit4]   2> 2908752 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2908756 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2908757 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 2908822 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 2908853 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=519634A85C898A26 -Dtests.slow=true -Dtests.locale=es-AR -Dtests.timezone=CAT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.10s J0 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([519634A85C898A26:392901828C1398CA]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:141)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:286)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2908924 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 2908935 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2908949 INFO  (qtp79085197-23304) [n:127.0.0.1:58743_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl68igFWo27ivAUEFBSkBaaNi9HGGPue1gosi_TjG2I7B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2908949 INFO  (qtp79085197-23304) [n:127.0.0.1:58743_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl68igFWo27ivAUEFBSkBaaNi9HGGPue1gosi_TjG2I7B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2908951 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 2909016 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 2909021 INFO  (qtp79085197-23287) [n:127.0.0.1:58743_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&user=bar&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909021 INFO  (qtp79085197-23287) [n:127.0.0.1:58743_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&user=bar&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909022 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1471051968539&s=0Bb99bJiNQaiTbis9vj5o4Vk/Yo="; Path=/; Domain=127.0.0.1; Expires=s?b, 13-ago-2016 01:32:48 GMT; HttpOnly". Invalid 'expires' attribute: s?b, 13-ago-2016 01:32:48 GMT
   [junit4]   2> 2909023 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 2909091 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 2909139 INFO  (qtp79085197-23303) [n:127.0.0.1:58743_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl9kigFWo27jZAYEFAhAqN67sMfqvDZwG0fq4KSJvSJHB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909139 INFO  (qtp79085197-23303) [n:127.0.0.1:58743_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl9kigFWo27jZAYEFAhAqN67sMfqvDZwG0fq4KSJvSJHB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909143 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909147 INFO  (qtp1999066929-23311) [n:127.0.0.1:58746_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl9kigFWo27jZAYEFAhAqN67sMfqvDZwG0fq4KSJvSJHB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909147 INFO  (qtp1999066929-23311) [n:127.0.0.1:58746_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl9kigFWo27jZAYEFAhAqN67sMfqvDZwG0fq4KSJvSJHB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909150 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909187 INFO  (qtp79085197-23304) [n:127.0.0.1:58743_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl-gigFWo27joAcEFPQdpqb3VPgSTzngYB5HvvUCKOrTB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909187 INFO  (qtp79085197-23304) [n:127.0.0.1:58743_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl-gigFWo27joAcEFPQdpqb3VPgSTzngYB5HvvUCKOrTB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909191 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909194 INFO  (qtp1999066929-23299) [n:127.0.0.1:58746_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl-gigFWo27joAcEFPQdpqb3VPgSTzngYB5HvvUCKOrTB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909194 INFO  (qtp1999066929-23299) [n:127.0.0.1:58746_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl-gigFWo27joAcEFPQdpqb3VPgSTzngYB5HvvUCKOrTB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909197 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909217 INFO  (qtp79085197-23290) [n:127.0.0.1:58743_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_OigFWo27jzggEFNgXeK084yfIrBUgPAiIrDyY9eHMB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909217 INFO  (qtp79085197-23290) [n:127.0.0.1:58743_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_OigFWo27jzggEFNgXeK084yfIrBUgPAiIrDyY9eHMB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909220 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909223 INFO  (qtp1999066929-23309) [n:127.0.0.1:58746_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_OigFWo27jzggEFNgXeK084yfIrBUgPAiIrDyY9eHMB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909223 INFO  (qtp1999066929-23309) [n:127.0.0.1:58746_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_OigFWo27jzggEFNgXeK084yfIrBUgPAiIrDyY9eHMB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909227 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909248 INFO  (qtp79085197-23283) [n:127.0.0.1:58743_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_tigFWo27j7QkEFBQWHbGi7BslgflJZAi1wJTbZX-sB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909248 INFO  (qtp79085197-23283) [n:127.0.0.1:58743_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_tigFWo27j7QkEFBQWHbGi7BslgflJZAi1wJTbZX-sB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909251 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909254 INFO  (qtp1999066929-23296) [n:127.0.0.1:58746_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_tigFWo27j7QkEFBQWHbGi7BslgflJZAi1wJTbZX-sB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909254 INFO  (qtp1999066929-23296) [n:127.0.0.1:58746_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_Yl_tigFWo27j7QkEFBQWHbGi7BslgflJZAi1wJTbZX-sB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909258 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909258 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 2909310 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 2909324 INFO  (qtp79085197-23304) [n:127.0.0.1:58743_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_YmA-igFWo27kPgoEFJNgus56slkpUEsJpSKUfqk3cBwsB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909324 INFO  (qtp79085197-23304) [n:127.0.0.1:58743_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_YmA-igFWo27kPgoEFJNgus56slkpUEsJpSKUfqk3cBwsB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909327 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909331 INFO  (qtp1999066929-23293) [n:127.0.0.1:58746_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_YmA-igFWo27kPgoEFJNgus56slkpUEsJpSKUfqk3cBwsB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2909331 INFO  (qtp1999066929-23293) [n:127.0.0.1:58746_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVZ_YmA-igFWo27kPgoEFJNgus56slkpUEsJpSKUfqk3cBwsB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2909335 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909336 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 2909365 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 2909374 WARN  (qtp79085197-23303) [n:127.0.0.1:58743_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 2909377 WARN  (qtp79085197-23303) [n:127.0.0.1:58743_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2909377 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909379 WARN  (qtp1999066929-23296) [n:127.0.0.1:58746_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 2909380 WARN  (qtp1999066929-23296) [n:127.0.0.1:58746_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2909380 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909394 WARN  (qtp79085197-23287) [n:127.0.0.1:58743_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 2909395 WARN  (qtp79085197-23287) [n:127.0.0.1:58743_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2909395 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909397 WARN  (qtp1999066929-23306) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 2909397 WARN  (qtp1999066929-23306) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2909398 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[519634A85C898A26]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires=jue, 01-ene-1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: jue, 01-ene-1970 00:00:00 GMT
   [junit4]   2> 2909398 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[519634A85C898A26]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 2909403 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@75e329b9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2909404 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=54190765
   [junit4]   2> 2909406 INFO  (jetty-launcher-4322-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:58743_solr as DOWN
   [junit4]   2> 2909407 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@6b29cca6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2909409 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1772636164
   [junit4]   2> 2909414 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:58746_solr as DOWN
   [junit4]   2> 2909437 INFO  (jetty-launcher-4322-thread-2) [    ] o.a.s.c.Overseer Overseer (id=96404502045655046-127.0.0.1:58746_solr-n_0000000000) closing
   [junit4]   2> 2909437 INFO  (OverseerStateUpdate-96404502045655046-127.0.0.1:58746_solr-n_0000000000) [n:127.0.0.1:58746_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58746_solr
   [junit4]   2> 2909440 INFO  (zkCallback-4333-thread-2-processing-n:127.0.0.1:58746_solr) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2909440 INFO  (zkCallback-4332-thread-1-processing-n:127.0.0.1:58743_solr) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2909440 WARN  (zkCallback-4332-thread-1-processing-n:127.0.0.1:58743_solr) [n:127.0.0.1:58743_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2909442 ERROR (Thread[Thread-5200,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:58743_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2909486 INFO  (jetty-launcher-4322-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ca8ca9a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2910941 WARN  (zkCallback-4333-thread-2-processing-n:127.0.0.1:58746_solr) [n:127.0.0.1:58746_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2910941 ERROR (Thread[Thread-5199,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:58746_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2910946 INFO  (jetty-launcher-4322-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a7652c3{/solr,null,UNAVAILABLE}
   [junit4]   2> 2910958 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58739 58739
   [junit4]   2> 2910959 INFO  (Thread-5176) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58739 58739
   [junit4]   2> 2910960 WARN  (Thread-5176) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 2910962 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[519634A85C898A26]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_519634A85C898A26-001
   [junit4]   2> Aug 12, 2016 3:32:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=ClassicSimilarity, locale=es-AR, timezone=CAT
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=203459696,total=390987776
   [junit4]   2> NOTE: All tests run in this JVM: [TestAnalyzedSuggestions, TestSchemaNameResource, TestJmxIntegration, DeleteNodeTest, HdfsSyncSliceTest, SimplePostToolTest, TestBackupRepositoryFactory, TestCloudInspectUtil, TestWordDelimiterFilterFactory, TestReloadDeadlock, TestStressLucene, DistributedSpellCheckComponentTest, RequestLoggingTest, TestMergePolicyConfig, TestElisionMultitermQuery, TestDistribDocBasedVersion, TestSchemaManager, TestConfig, TestLocalFSCloudBackupRestore, ParsingFieldUpdateProcessorsTest, UUIDFieldTest, RemoteQueryErrorTest, BasicAuthIntegrationTest, AlternateDirectoryTest, AddBlockUpdateTest, ActionThrottleTest, CollectionReloadTest, TestReloadAndDeleteDocs, TestReplicationHandlerBackup, IndexBasedSpellCheckerTest, TestIBSimilarityFactory, SimpleFacetsTest, SimpleMLTQParserTest, BigEndianAscendingWordDeserializerTest, TestScoreJoinQPNoScore, TestDocumentBuilder, DeleteShardTest, HdfsBasicDistributedZkTest, TestPhraseSuggestions, CdcrBootstrapTest, XmlUpdateRequestHandlerTest, TestExclusionRuleCollectionAccess, HdfsNNFailoverTest, TestLeaderElectionZkExpiry, TestLazyCores, DocValuesMissingTest, LeaderInitiatedRecoveryOnCommitTest, TestSortingResponseWriter, TestCloudPseudoReturnFields, TestSolrQueryParserResource, UUIDUpdateProcessorFallbackTest, DistributedFacetPivotWhiteBoxTest, BadCopyFieldTest, BasicDistributedZkTest, BlockJoinFacetSimpleTest, TestHdfsUpdateLog, CleanupOldIndexTest, TestReplicationHandler, TestRemoteStreaming, TestCoreContainer, TestFaceting, CachingDirectoryFactoryTest, TestStressReorder, TestDocBasedVersionConstraints, TestTrieFacet, TestPseudoReturnFields, TestCloudManagedSchema, SyncSliceTest, HdfsDirectoryTest, TestTolerantUpdateProcessorCloud, TestConfigSetsAPI, DisMaxRequestHandlerTest, TestManagedResourceStorage, UpdateParamsTest, TestSolrConfigHandlerCloud, SpatialRPTFieldTypeTest, TestCustomDocTransformer, SOLR749Test, SystemInfoHandlerTest, TestLRUCache, TestSubQueryTransformerDistrib, DocExpirationUpdateProcessorFactoryTest, UnloadDistributedZkTest, DistributedDebugComponentTest, SolrRequestParserTest, TestMinMaxOnMultiValuedField, TestManagedStopFilterFactory, TermsComponentTest, TestTolerantSearch, JSONWriterTest, TestAuthenticationFramework, HLLUtilTest, BitVectorTest, CurrencyFieldXmlFileTest, TestSimpleQParserPlugin, TestDFRSimilarityFactory, ChaosMonkeyNothingIsSafeTest, TestLFUCache, TestShortCircuitedRequests, TestComponentsName, TestStressCloudBlindAtomicUpdates, TestDistribIDF, SoftAutoCommitTest, TestFieldCacheSort, TestFieldCollectionResource, SpatialFilterTest, TestFastLRUCache, DirectoryFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, DistribJoinFromCollectionTest, TestComplexPhraseQParserPlugin, SchemaVersionSpecificBehaviorTest, ReturnFieldsTest, TimeZoneUtilsTest, StandardRequestHandlerTest, PreAnalyzedFieldTest, TestReRankQParserPlugin, ReplicationFactorTest, ZkControllerTest, ZkCLITest, BlobRepositoryCloudTest, CollectionTooManyReplicasTest, PathHierarchyTokenizerFactoryTest, TestHighlightDedupGrouping, AsyncMigrateRouteKeyTest, TestCopyFieldCollectionResource, CheckHdfsIndexTest, MBeansHandlerTest, HardAutoCommitTest, VMParamsZkACLAndCredentialsProvidersTest, AnalysisAfterCoreReloadTest, TestCloudSchemaless, TestObjectReleaseTracker, DistributedQueryComponentOptimizationTest, SecurityConfHandlerTest, TestDocSet, XsltUpdateRequestHandlerTest, TestReplicaProperties, PrimUtilsTest, TestGraphMLResponseWriter, TestCursorMarkWithoutUniqueKey, TestSort, TestRandomDVFaceting, SortSpecParsingTest, TestBulkSchemaAPI, ClusterStateUpdateTest, ConfigSetsAPITest, DirectSolrSpellCheckerTest, BadComponentTest, PolyFieldTest, HttpPartitionTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, LeaderElectionTest, ZkSolrClientTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestStressVersions, TestRangeQuery, TestSolr4Spatial, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SuggesterFSTTest, SuggesterTSTTest, SuggesterTest, TestTrie, SuggesterWFSTTest, TestCSVLoader, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, RequestHandlersTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, JsonLoaderTest, TestPHPSerializedResponseWriter, SearchHandlerTest, HighlighterConfigTest, TestQuerySenderListener, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, TestBinaryField, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCodecSupport, TestPerFieldSimilarity, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, TestSystemIdResolver, DOMUtilTest, ClusterStateTest, CircularListTest, DistributedIntervalFacetingTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RestartWhileUpdatingTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [494/629 (1!)] on J0 in 9.90s, 8 tests, 1 failure <<< FAILURES!

[...truncated 60583 lines...]


[JENKINS] Lucene-Solr-6.x-Windows (32bit/jdk1.8.0_102) - Build # 381 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Windows/381/
Java: 32bit/jdk1.8.0_102 -client -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
no segments* file found in SimpleFSDirectory@C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1\data\snapshot.amtepehgi lockFactory=org.apache.lucene.store.NativeFSLockFactory@fdc793: files: [_0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim]

Stack Trace:
org.apache.lucene.index.IndexNotFoundException: no segments* file found in SimpleFSDirectory@C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1\data\snapshot.amtepehgi lockFactory=org.apache.lucene.store.NativeFSLockFactory@fdc793: files: [_0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim]
	at __randomizedtesting.SeedInfo.seed([F4DB430EC78019D6:B550636BE03EEA99]:0)
	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:680)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestManagedSchemaAPI

Error Message:
ObjectTracker found 10 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper, TransactionLog]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 10 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper, TransactionLog]
	at __randomizedtesting.SeedInfo.seed([F4DB430EC78019D6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
	at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestManagedSchemaAPI

Error Message:
Could not remove the following files (in the order of attempts):    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.     C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.

   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001
   C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001

	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10970 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\init-core-data-001
   [junit4]   2> 610242 INFO  (SUITE-TestReplicationHandlerBackup-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 610251 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit
   [junit4]   2> 610252 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1
   [junit4]   2> 610276 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 610277 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@125a560{/solr,null,AVAILABLE}
   [junit4]   2> 610280 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.ServerConnector Started ServerConnector@c8aca1{HTTP/1.1,[http/1.1]}{127.0.0.1:53936}
   [junit4]   2> 610280 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.Server Started @615918ms
   [junit4]   2> 610280 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1\data, hostContext=/solr, hostPort=53936}
   [junit4]   2> 610280 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 610280 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001'
   [junit4]   2> 610280 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 610280 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 610281 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\solr.xml
   [junit4]   2> 610307 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.
   [junit4]   2> 610307 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer New CoreContainer 18758410
   [junit4]   2> 610307 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001]
   [junit4]   2> 610308 WARN  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\lib
   [junit4]   2> 610319 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
   [junit4]   2> 610321 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 610321 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 610321 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 610322 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 610322 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 610323 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.
   [junit4]   2> 610329 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 610329 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1
   [junit4]   2> 610330 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 610330 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 610330 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 610343 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1'
   [junit4]   2> 610346 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 610346 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 610425 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 610431 WARN  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 610433 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.0
   [junit4]   2> 610458 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 610467 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 610476 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 610481 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1'
   [junit4]   2> 610481 INFO  (coreLoadExecutor-2260-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1
   [junit4]   2> 610481 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 610482 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\]
   [junit4]   2> 610482 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 610482 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\snapshot_metadata
   [junit4]   2> 610483 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 610483 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 610483 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\index/
   [junit4]   2> 610483 WARN  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 610484 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\index
   [junit4]   2> 610484 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=72.7373046875, floorSegmentMB=1.470703125, forceMergeDeletesPctAllowed=16.69709657448569, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 610487 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1c31ec9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@48e5d1),segFN=segments_1,generation=1}
   [junit4]   2> 610487 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 610489 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 610489 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 610492 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 610493 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 610495 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 610517 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 610519 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 610519 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 610519 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 610520 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 610520 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 610520 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=487988083, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 610522 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1c31ec9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@48e5d1),segFN=segments_1,generation=1}
   [junit4]   2> 610522 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 610522 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@188ec8a[collection1] main]
   [junit4]   2> 610522 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1\conf
   [junit4]   2> 610522 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1\conf}
   [junit4]   2> 610522 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\collection1\conf
   [junit4]   2> 610523 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 610523 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 610523 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 610524 INFO  (searcherExecutor-2261-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@188ec8a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 610550 INFO  (coreLoadExecutor-2260-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 610839 INFO  (qtp26107160-5984) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 610867 INFO  (qtp26107160-5984) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 28
   [junit4]   2> 610868 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.h.BackupRestoreUtils Indexing 40 test docs
   [junit4]   2> 610915 INFO  (qtp26107160-5994) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (40 adds)]} 0 43
   [junit4]   2> 610919 INFO  (qtp26107160-5991) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 611009 INFO  (qtp26107160-5991) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1c31ec9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@48e5d1),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1c31ec9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@48e5d1),segFN=segments_2,generation=2}
   [junit4]   2> 611010 INFO  (qtp26107160-5991) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 611014 INFO  (Thread-1190) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001/solr-instance-001/collection1/data/
   [junit4]   2> 611080 INFO  (qtp26107160-5991) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@566f07[collection1] main]
   [junit4]   2> 611081 INFO  (qtp26107160-5991) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 611081 INFO  (searcherExecutor-2261-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@566f07[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.2.0):C40)))}
   [junit4]   2> 611081 INFO  (qtp26107160-5991) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 162
   [junit4]   2> 611121 INFO  (qtp26107160-5990) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=36
   [junit4]   2> 611146 INFO  (Thread-1190) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001/solr-instance-001/collection1/data/
   [junit4]   2> 612143 INFO  (qtp26107160-5989) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 613149 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit
   [junit4]   2> 613151 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@c8aca1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 613151 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18758410
   [junit4]   2> 613153 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3f9326
   [junit4]   2> 613153 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=40,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 613154 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 613154 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 613154 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 613154 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\ [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\;done=false>>]
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\snapshot_metadata [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\snapshot_metadata;done=false>>]
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\snapshot_metadata
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\index [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\index;done=false>>]
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 613155 INFO  (coreCloseExecutor-2265-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-001\.\collection1\data\index
   [junit4]   2> 613156 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@125a560{/solr,null,UNAVAILABLE}
   [junit4]   2> 613174 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup
   [junit4]   2> 613177 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1
   [junit4]   2> 613192 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 613194 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9d174b{/solr,null,AVAILABLE}
   [junit4]   2> 613196 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.ServerConnector Started ServerConnector@bda597{HTTP/1.1,[http/1.1]}{127.0.0.1:53948}
   [junit4]   2> 613196 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.Server Started @618835ms
   [junit4]   2> 613196 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1\data, hostContext=/solr, hostPort=53948}
   [junit4]   2> 613198 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 613198 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002'
   [junit4]   2> 613198 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 613198 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 613200 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\solr.xml
   [junit4]   2> 613211 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.
   [junit4]   2> 613212 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer New CoreContainer 17489887
   [junit4]   2> 613212 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002]
   [junit4]   2> 613212 WARN  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\lib
   [junit4]   2> 613213 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
   [junit4]   2> 613218 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 613220 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 613220 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 613220 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 613220 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 613222 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.
   [junit4]   2> 613226 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 613226 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1
   [junit4]   2> 613226 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 613227 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 613227 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 613227 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1'
   [junit4]   2> 613228 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 613228 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 613249 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 613254 WARN  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 613255 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.2.0
   [junit4]   2> 613267 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 613275 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 613279 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 613287 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1'
   [junit4]   2> 613287 INFO  (coreLoadExecutor-2272-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1
   [junit4]   2> 613288 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 613288 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\]
   [junit4]   2> 613288 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 613289 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\snapshot_metadata
   [junit4]   2> 613289 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 613289 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 613289 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\index/
   [junit4]   2> 613289 WARN  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 613289 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\index
   [junit4]   2> 613290 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=72.7373046875, floorSegmentMB=1.470703125, forceMergeDeletesPctAllowed=16.69709657448569, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 613290 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@16143f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13a810b),segFN=segments_1,generation=1}
   [junit4]   2> 613291 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 613291 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 613295 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 613302 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 613306 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 613308 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 613310 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 613313 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 613313 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 613314 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 613314 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 613314 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=487988083, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 613315 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@16143f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13a810b),segFN=segments_1,generation=1}
   [junit4]   2> 613315 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 613315 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@179afe8[collection1] main]
   [junit4]   2> 613315 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1\conf
   [junit4]   2> 613316 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1\conf}
   [junit4]   2> 613316 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1\conf
   [junit4]   2> 613316 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 613316 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 613316 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 613316 INFO  (searcherExecutor-2273-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@179afe8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 613316 INFO  (coreLoadExecutor-2272-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 613733 INFO  (qtp3513231-6009) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 613734 INFO  (qtp3513231-6009) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 613734 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.h.BackupRestoreUtils Indexing 51 test docs
   [junit4]   2> 613756 INFO  (qtp3513231-6010) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (51 adds)]} 0 18
   [junit4]   2> 613759 INFO  (qtp3513231-6011) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 613763 INFO  (qtp3513231-6011) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@16143f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13a810b),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@16143f5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13a810b),segFN=segments_2,generation=2}
   [junit4]   2> 613763 INFO  (qtp3513231-6011) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 613767 INFO  (Thread-1200) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001/solr-instance-002/collection1/data/
   [junit4]   2> 613769 INFO  (qtp3513231-6011) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d208e8[collection1] main]
   [junit4]   2> 613769 INFO  (qtp3513231-6011) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 613769 INFO  (searcherExecutor-2273-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d208e8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.2.0):C51)))}
   [junit4]   2> 613769 INFO  (qtp3513231-6011) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
   [junit4]   2> 613775 INFO  (qtp3513231-6012) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=3
   [junit4]   2> 613794 INFO  (Thread-1200) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001/solr-instance-002/collection1/data/
   [junit4]   2> 614780 INFO  (qtp3513231-6013) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 615786 INFO  (qtp3513231-6007) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=amtepehgi&command=backup} status=0 QTime=1
   [junit4]   2> 615787 INFO  (Thread-1201) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot amtepehgi at file:/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001/solr-instance-002/collection1/data/
   [junit4]   2> 615790 INFO  (qtp3513231-6009) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 620284 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup
   [junit4]   2> 620287 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@bda597{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 620287 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=17489887
   [junit4]   2> 620290 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2f5083
   [junit4]   2> 620290 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=51,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 620293 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 620293 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 620293 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 620295 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 620295 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 620302 INFO  (Thread-1201) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: amtepehgi at file:/C:/Users/jenkins/workspace/Lucene-Solr-6.x-Windows/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001/solr-instance-002/collection1/data/
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\snapshot_metadata [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\snapshot_metadata;done=false>>]
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\snapshot_metadata
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\ [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\;done=false>>]
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\index [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\index;done=false>>]
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 620397 INFO  (coreCloseExecutor-2277-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\.\collection1\data\index
   [junit4]   2> 620401 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[F4DB430EC78019D6]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@9d174b{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=F4DB430EC78019D6 -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=Etc/GMT+6 -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   7.26s J0 | TestReplicationHandlerBackup.doTestBackup <<<
   [junit4]    > Throwable #1: org.apache.lucene.index.IndexNotFoundException: no segments* file found in SimpleFSDirectory@C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001\solr-instance-002\collection1\data\snapshot.amtepehgi lockFactory=org.apache.lucene.store.NativeFSLockFactory@fdc793: files: [_0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4DB430EC78019D6:B550636BE03EEA99]:0)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:680)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:150)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:214)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 620430 INFO  (SUITE-TestReplicationHandlerBackup-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.handler.TestReplicationHandlerBackup_F4DB430EC78019D6-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=201, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=1)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl-BE, timezone=Etc/GMT+6
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_102 (32-bit)/cpus=3,threads=1,free=54608280,total=292671488
   [junit4]   2> NOTE: All tests run in this JVM: [TestSortingResponseWriter, DirectUpdateHandlerTest, DistributedDebugComponentTest, CachingDirectoryFactoryTest, TestInitQParser, TestConfig, TestDocBasedVersionConstraints, TestGraphTermsQParserPlugin, TestSubQueryTransformerDistrib, TestRestoreCore, TestBulkSchemaAPI, SOLR749Test, TestConfigSetsAPI, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, TestReplicaProperties, TimeZoneUtilsTest, TestStandardQParsers, TestJmxMonitoredMap, StandardRequestHandlerTest, ClusterStateTest, TestDocumentBuilder, OverseerTaskQueueTest, TestComponentsName, DirectoryFactoryTest, TestMissingGroups, AnalyticsQueryTest, SpatialFilterTest, DistribCursorPagingTest, TestSimpleQParserPlugin, FullHLLTest, TestJmxIntegration, TestSolrConfigHandlerCloud, OverseerCollectionConfigSetProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DOMUtilTest, TestSolrXml, TestFieldCollectionResource, OverseerRolesTest, TestSweetSpotSimilarityFactory, JSONWriterTest, QueryEqualityTest, TestPhraseSuggestions, DisMaxRequestHandlerTest, TestStressLucene, ZkControllerTest, TestLMDirichletSimilarityFactory, TestMinMaxOnMultiValuedField, TestSerializedLuceneMatchVersion, CollectionReloadTest, TestSlowCompositeReaderWrapper, TestConfigSetsAPIZkFailure, TestLocalFSCloudBackupRestore, PolyFieldTest, TestHdfsUpdateLog, TestRuleBasedAuthorizationPlugin, DocValuesMissingTest, TestLegacyFieldCache, UpdateParamsTest, TestRandomDVFaceting, TestFieldCacheVsDocValues, TestDFISimilarityFactory, TestReplicationHandlerBackup]
   [junit4] Completed [110/629 (1!)] on J0 in 10.36s, 2 tests, 1 error <<< FAILURES!

[...truncated 1486 lines...]
   [junit4] Suite: org.apache.solr.schema.TestManagedSchemaAPI
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\init-core-data-001
   [junit4]   2> 3014911 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3014915 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3014915 INFO  (Thread-5692) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3014916 INFO  (Thread-5692) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3015016 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:53206
   [junit4]   2> 3015016 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3015019 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3015025 INFO  (zkCallback-4595-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1171427 name:ZooKeeperConnection Watcher:127.0.0.1:53206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3015025 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3015026 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3015026 INFO  (SUITE-TestManagedSchemaAPI-seed#[F4DB430EC78019D6]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 3015033 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15681aa58c30000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3015037 INFO  (jetty-launcher-4594-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3015037 INFO  (jetty-launcher-4594-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3015038 INFO  (jetty-launcher-4594-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d14ef{/solr,null,AVAILABLE}
   [junit4]   2> 3015040 INFO  (jetty-launcher-4594-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f87d68{/solr,null,AVAILABLE}
   [junit4]   2> 3015040 INFO  (jetty-launcher-4594-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@11c2b26{HTTP/1.1,[http/1.1]}{127.0.0.1:53210}
   [junit4]   2> 3015040 INFO  (jetty-launcher-4594-thread-1) [    ] o.e.j.s.Server Started @3020679ms
   [junit4]   2> 3015041 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53210}
   [junit4]   2> 3015041 INFO  (jetty-launcher-4594-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@11dd702{HTTP/1.1,[http/1.1]}{127.0.0.1:53213}
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-2) [    ] o.e.j.s.Server Started @3020680ms
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53213}
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2'
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1'
   [junit4]   2> 3015043 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3015043 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3015042 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3015044 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3015044 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3015044 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3015045 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3015064 INFO  (zkCallback-4596-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1213ba0 name:ZooKeeperConnection Watcher:127.0.0.1:53206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3015064 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3015065 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3015067 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3015073 INFO  (zkCallback-4597-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1226a90 name:ZooKeeperConnection Watcher:127.0.0.1:53206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3015073 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3015073 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3015074 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3015079 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\.
   [junit4]   2> 3015080 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 22662237
   [junit4]   2> 3015080 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1]
   [junit4]   2> 3015080 WARN  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\lib
   [junit4]   2> 3015080 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,connectionsEvictorSleepDelay : 5000,maxConnectionIdleTime : 40000,
   [junit4]   2> 3015081 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3015082 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3015082 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3015082 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53206/solr
   [junit4]   2> 3015082 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3015083 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3015083 INFO  (jetty-launcher-4594-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3015088 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\.
   [junit4]   2> 3015088 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 7223172
   [junit4]   2> 3015088 INFO  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2]
   [junit4]   2> 3015089 WARN  (jetty-launcher-4594-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\s

[...truncated too long message...]

ClassificationUpdateProcessorFactoryTest, ShardRoutingTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, RecoveryZkTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, TestIndexSearcher, CurrencyFieldXmlFileTest, SimplePostToolTest, CoreAdminHandlerTest, TestTrie, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, IndexBasedSpellCheckerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestQueryTypes, XmlUpdateRequestHandlerTest, TestValueSourceCache, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, RegexBoostProcessorTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, PingRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, TestCodecSupport, TestFastOutputStream, ScriptEngineTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverseerModifyCollectionTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCryptoKeys, TestMiniSolrCloudCluster, TestRandomRequestDistribution, TestRequestForwarding, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest, ZkStateWriterTest, RuleEngineTest, CoreSorterTest, HdfsDirectoryFactoryTest, TestConfigSetProperties, TestInfoStreamLogging, TestReloadAndDeleteDocs, TestSolrDynamicMBean, TestBlobHandler, TestReqParamsAPI, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, TestExpandComponent, TestPivotHelperCode, JavabinLoaderTest, WrapperMergePolicyFactoryTest, CheckHdfsIndexTest, SmileWriterTest, TestIntervalFaceting, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestRawResponseWriter, TestRawTransformer, TestManagedResourceStorage, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestSchemaNameResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestManagedStopFilterFactory, SpatialRPTFieldTypeTest, TestCollationFieldDocValues, TestManagedSchemaAPI]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestManagedSchemaAPI -Dtests.seed=F4DB430EC78019D6 -Dtests.slow=true -Dtests.locale=id-ID -Dtests.timezone=Asia/Chungking -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s J0 | TestManagedSchemaAPI (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 10 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper, TransactionLog]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4DB430EC78019D6]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:258)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog\tlog.0000000000000000000: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1\testschemaapi_shard1_replica2
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: java.nio.file.FileSystemException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog\tlog.0000000000000000001: The process cannot access the file because it is being used by another process.
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data\tlog
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1\data
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2\testschemaapi_shard1_replica1
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001\node2
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001\tempDir-001
   [junit4]    >    C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001: java.nio.file.DirectoryNotEmptyException: C:\Users\jenkins\workspace\Lucene-Solr-6.x-Windows\solr\build\solr-core\test\J0\temp\solr.schema.TestManagedSchemaAPI_F4DB430EC78019D6-001
   [junit4]    > 	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [566/629 (2!)] on J0 in 13.19s, 1 test, 1 failure, 1 error <<< FAILURES!

[...truncated 52634 lines...]