You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/09/16 06:39:53 UTC

[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_102) - Build # 6120 - Still Unstable!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6120/
Java: 32bit/jdk1.8.0_102 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val changed' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "webapp":"/ak/bl",     "path":"/test1",     "httpMethod":"GET"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":"X val"},  from server:  null

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "webapp":"/ak/bl",
    "path":"/test1",
    "httpMethod":"GET"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":"X val"},  from server:  null
	at __randomizedtesting.SeedInfo.seed([93DE01AF73C671DB:4B932CF8841BD47B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:535)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:249)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12145 lines...]
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\init-core-data-001
   [junit4]   2> 2730406 INFO  (SUITE-TestDynamicLoading-seed#[93DE01AF73C671DB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2730406 INFO  (SUITE-TestDynamicLoading-seed#[93DE01AF73C671DB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ak/bl
   [junit4]   2> 2730410 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2730410 INFO  (Thread-5456) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2730410 INFO  (Thread-5456) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2730510 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.ZkTestServer start zk server on port:55472
   [junit4]   2> 2730510 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2730511 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2730515 INFO  (zkCallback-3660-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@91ea4d name:ZooKeeperConnection Watcher:127.0.0.1:55472 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2730516 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2730516 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2730516 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2730519 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15731a16dbd0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2730519 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2730521 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2730523 INFO  (zkCallback-3661-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1291d09 name:ZooKeeperConnection Watcher:127.0.0.1:55472/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2730523 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2730523 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2730523 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2730527 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2730529 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2730531 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2730534 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2730534 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2730538 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2730538 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2730541 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2730542 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2730544 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2730544 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2730547 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2730547 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2730550 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2730550 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2730553 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2730554 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2730556 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2730556 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2730559 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2730559 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2730563 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2730563 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2730566 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2730566 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2731041 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1
   [junit4]   2> 2731044 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2731046 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c4c4a1{/ak/bl,null,AVAILABLE}
   [junit4]   2> 2731047 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@853e97{HTTP/1.1,[http/1.1]}{127.0.0.1:55483}
   [junit4]   2> 2731047 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.Server Started @2737303ms
   [junit4]   2> 2731047 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\tempDir-001/control/data, hostContext=/ak/bl, hostPort=55483, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores}
   [junit4]   2> 2731047 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2731047 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001'
   [junit4]   2> 2731047 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2731047 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2731048 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2731049 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2731051 INFO  (zkCallback-3662-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e496a7 name:ZooKeeperConnection Watcher:127.0.0.1:55472/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2731051 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2731052 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2731053 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2731053 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\solr.xml
   [junit4]   2> 2731065 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores
   [junit4]   2> 2731066 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CoreContainer New CoreContainer 5203837
   [junit4]   2> 2731066 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001]
   [junit4]   2> 2731066 WARN  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\lib
   [junit4]   2> 2731066 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2731071 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2731072 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2731072 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2731072 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55472/solr
   [junit4]   2> 2731072 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2731072 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2731073 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2731077 INFO  (zkCallback-3665-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a18077 name:ZooKeeperConnection Watcher:127.0.0.1:55472 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2731077 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2731077 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2731079 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/14327119@16a4c2f
   [junit4]   2> 2731079 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2731081 INFO  (zkCallback-3666-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ae8a7d name:ZooKeeperConnection Watcher:127.0.0.1:55472/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2731081 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2731083 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2731086 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2731091 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2731094 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2731097 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2731099 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2731102 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2731104 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2731105 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2731107 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2731108 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2731109 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2731113 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2731115 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2731117 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2731118 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000
   [junit4]   2> 2731118 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55483_ak%2Fbl
   [junit4]   2> 2731118 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2731120 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer Overseer (id=96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) starting
   [junit4]   2> 2731123 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2731131 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2731132 INFO  (OverseerCollectionConfigSetProcessor-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2731133 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55483_ak%2Fbl
   [junit4]   2> 2731133 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55483_ak%2Fbl
   [junit4]   2> 2731133 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2731136 INFO  (zkCallback-3666-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2731136 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2731137 INFO  (zkCallback-3666-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2731157 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2731157 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2731158 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores
   [junit4]   2> 2731164 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 2731164 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1
   [junit4]   2> 2731164 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2731165 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2731166 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2731166 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2731166 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2731167 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 2731169 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55483/ak/bl",
   [junit4]   2>   "node_name":"127.0.0.1:55483_ak%2Fbl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2731169 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 2731169 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55483/ak/bl",
   [junit4]   2>   "node_name":"127.0.0.1:55483_ak%2Fbl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2731170 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2731171 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2731171 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2731173 INFO  (zkCallback-3666-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2732173 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2732173 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2732174 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2732174 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2732175 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2732175 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1'
   [junit4]   2> 2732175 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2732175 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2732178 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2732188 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2732192 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2732201 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2732210 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2732311 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2732323 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2732324 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2732340 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2732343 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2732346 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2732347 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2732352 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2732352 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2732352 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2732353 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\]
   [junit4]   2> 2732353 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@cecb8
   [junit4]   2> 2732354 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\snapshot_metadata
   [junit4]   2> 2732354 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 2732354 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\
   [junit4]   2> 2732354 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\index/
   [junit4]   2> 2732354 WARN  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 2732355 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\index
   [junit4]   2> 2732355 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=61.6552734375, floorSegmentMB=0.2587890625, forceMergeDeletesPctAllowed=17.464827733610424, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34837476304856213
   [junit4]   2> 2732356 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7367b6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4dbdc8),segFN=segments_1,generation=1}
   [junit4]   2> 2732356 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2732357 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\
   [junit4]   2> 2732357 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\control-001\cores\collection1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2732360 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2732360 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2732360 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2732361 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2732361 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2732361 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2732361 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2732361 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2732361 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2732361 WARN  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2732367 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2732369 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2732370 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2732372 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2732380 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2732380 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2732382 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2732382 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2732384 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2732384 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2732384 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2732385 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7367b6 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4dbdc8),segFN=segments_1,generation=1}
   [junit4]   2> 2732385 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2732385 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1adc212[collection1] main]
   [junit4]   2> 2732385 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2732386 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2732386 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2732387 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2732387 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2732387 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2732388 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2732388 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2732388 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2732388 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2732390 INFO  (searcherExecutor-10314-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1adc212[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2732390 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2732390 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2732390 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2732390 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545607784668594176
   [junit4]   2> 2732392 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1545607784668594176
   [junit4]   2> 2732392 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2732393 INFO  (coreLoadExecutor-10313-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2732394 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:55483/ak/bl collection:control_collection shard:shard1
   [junit4]   2> 2732395 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2732399 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96600486412353540-core_node1-n_0000000000
   [junit4]   2> 2732400 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2732402 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2732402 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2732402 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55483/ak/bl/collection1/
   [junit4]   2> 2732403 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2732403 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55483/ak/bl/collection1/ has no replicas
   [junit4]   2> 2732403 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2732403 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2732407 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96600486412353540-core_node1-n_0000000000
   [junit4]   2> 2732409 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55483/ak/bl/collection1/ shard1
   [junit4]   2> 2732410 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:55483/ak/bl",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2732514 INFO  (zkCallback-3666-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2732562 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:55483/ak/bl/collection1/ and leader is http://127.0.0.1:55483/ak/bl/collection1/
   [junit4]   2> 2732562 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55483/ak/bl
   [junit4]   2> 2732562 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2732562 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2732562 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2732563 INFO  (coreZkRegister-10306-thread-1-processing-n:127.0.0.1:55483_ak%2Fbl x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:55483_ak%2Fbl c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 2732565 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55483/ak/bl",
   [junit4]   2>   "node_name":"127.0.0.1:55483_ak%2Fbl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2732565 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55483/ak/bl",
   [junit4]   2>   "node_name":"127.0.0.1:55483_ak%2Fbl",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2732669 INFO  (zkCallback-3666-thread-2-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2732672 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2732673 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2732675 INFO  (zkCallback-3670-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1628187 name:ZooKeeperConnection Watcher:127.0.0.1:55472/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2732675 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2732676 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2732676 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2732676 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2732678 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2732679 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2732679 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2732679 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2732680 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2732681 INFO  (zkCallback-3671-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d385a name:ZooKeeperConnection Watcher:127.0.0.1:55472/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2732682 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2732682 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2732685 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 2732685 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2732791 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 2733162 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\cores\collection1
   [junit4]   2> 2733165 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001
   [junit4]   2> 2733165 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2733166 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64bd2e{/ak/bl,null,AVAILABLE}
   [junit4]   2> 2733167 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@17113ad{HTTP/1.1,[http/1.1]}{127.0.0.1:55505}
   [junit4]   2> 2733168 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.e.j.s.Server Started @2739424ms
   [junit4]   2> 2733168 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/ak/bl, hostPort=55505, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\cores}
   [junit4]   2> 2733168 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 2733168 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001'
   [junit4]   2> 2733168 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2733168 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2733169 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2733170 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2733172 INFO  (zkCallback-3672-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@639b25 name:ZooKeeperConnection Watcher:127.0.0.1:55472/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2733172 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2733172 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2733173 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2733174 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\solr.xml
   [junit4]   2> 2733183 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\cores
   [junit4]   2> 2733183 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CoreContainer New CoreContainer 3666380
   [junit4]   2> 2733183 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001]
   [junit4]   2> 2733183 WARN  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\lib
   [junit4]   2> 2733184 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2733188 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2733189 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2733189 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2733189 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55472/solr
   [junit4]   2> 2733189 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2733189 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2733190 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2733193 INFO  (zkCallback-3675-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c4d1e6 name:ZooKeeperConnection Watcher:127.0.0.1:55472 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2733193 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2733193 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2733194 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15731a16dbd0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2733195 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/14327119@12bebb6
   [junit4]   2> 2733195 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2733197 INFO  (zkCallback-3676-thread-1-processing-n:127.0.0.1:55505_ak%2Fbl) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10fdd5a name:ZooKeeperConnection Watcher:127.0.0.1:55472/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2733197 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2733206 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2733207 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2733208 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2733213 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2733213 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96600486412353545-127.0.0.1:55505_ak%2Fbl-n_0000000001
   [junit4]   2> 2733215 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000 to know if I could be the leader
   [junit4]   2> 2733215 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.ZkController Publish node=127.0.0.1:55505_ak%2Fbl as DOWN
   [junit4]   2> 2733217 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55505_ak%2Fbl
   [junit4]   2> 2733217 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55505_ak%2Fbl
   [junit4]   2> 2733218 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:55505_ak%2Fbl"} current state version: 3
   [junit4]   2> 2733218 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55505_ak%2Fbl
   [junit4]   2> 2733218 INFO  (zkCallback-3666-thread-3-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2733218 INFO  (zkCallback-3670-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2733220 INFO  (zkCallback-3676-thread-1-processing-n:127.0.0.1:55505_ak%2Fbl) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2733220 INFO  (zkCallback-3666-thread-3-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2733221 INFO  (zkCallback-3670-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2733222 INFO  (zkCallback-3676-thread-1-processing-n:127.0.0.1:55505_ak%2Fbl) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2733222 INFO  (zkCallback-3666-thread-2-processing-n:127.0.0.1:55483_ak%2Fbl) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2733223 INFO  (zkCallback-3670-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2733223 INFO  (zkCallback-3676-thread-1-processing-n:127.0.0.1:55505_ak%2Fbl) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2733281 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2733281 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2733282 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\cores
   [junit4]   2> 2733284 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 2733285 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001\shard-1-001\cores\collection1
   [junit4]   2> 2733285 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2733286 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 2733286 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[93DE01AF73C671DB]) [n:127.0.0.1:55505_ak%2Fbl    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2733287 INFO  (coreLoadExecutor-10324-thread-1-processing-n:127.0.0.1:55505_ak%2Fbl) [n:127.0.0.1:55505_ak%2Fbl c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2733287 INFO  (coreLoadExecutor-10324-thread-1-processing-n:127.0.0.1:55505_ak%2Fbl) [n:127.0.0.1:55505_ak%2Fbl c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2733288 INFO  (coreLoadExecutor-10324-thread-1-processing-n:127.0.0.1:55505_ak%2Fbl) [n:127.0.0.1:55505_ak%2Fbl c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 2733288 INFO  (OverseerStateUpdate-96600486412353540-127.0.0.1:55483_ak%2Fbl-n_0000000000) [n:127.0.0.1:55483_ak%2Fbl    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:55505/ak/bl",
   [junit4]   2>   "node_name":"127.0.0.1:55505_ak%2Fbl",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
  

[...truncated too long message...]

d-5456) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	2	/solr/configs/.system
   [junit4]   2> 	2	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	52	/solr/overseer/collection-queue-work
   [junit4]   2> 	46	/solr/overseer/queue
   [junit4]   2> 	17	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=93DE01AF73C671DB -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=America/Indiana/Indianapolis -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 54.2s J1 | TestDynamicLoading.testDynamicLoading <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "params":{"wt":"json"},
   [junit4]    >   "context":{
   [junit4]    >     "webapp":"/ak/bl",
   [junit4]    >     "path":"/test1",
   [junit4]    >     "httpMethod":"GET"},
   [junit4]    >   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
   [junit4]    >   "x":"X val"},  from server:  null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([93DE01AF73C671DB:4B932CF8841BD47B]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:535)
   [junit4]    > 	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:249)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2784588 INFO  (SUITE-TestDynamicLoading-seed#[93DE01AF73C671DB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.core.TestDynamicLoading_93DE01AF73C671DB-001
   [junit4]   2> Sep 16, 2016 6:14:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {blobName=Lucene50(blocksize=128), size=PostingsFormat(name=LuceneFixedGap), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), version=Lucene50(blocksize=128), md5=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1175, maxMBSortInHeap=7.595854954547176, sim=RandomSimilarity(queryNorm=false): {}, locale=sl, timezone=America/Indiana/Indianapolis
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_102 (32-bit)/cpus=3,threads=1,free=316874024,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestOrdValues, TestZkChroot, WrapperMergePolicyFactoryTest, TestQuerySenderNoQuery, TestHighFrequencyDictionaryFactory, DirectoryFactoryTest, BasicZkTest, ParsingFieldUpdateProcessorsTest, TestSSLRandomization, ConvertedLegacyTest, BasicAuthIntegrationTest, LeaderElectionIntegrationTest, NoCacheHeaderTest, PeerSyncReplicationTest, TestReloadAndDeleteDocs, TestDistribIDF, URLClassifyProcessorTest, ScriptEngineTest, TestGraphTermsQParserPlugin, CoreAdminHandlerTest, TestIndexSearcher, TestSmileRequest, TestFieldTypeCollectionResource, TestPHPSerializedResponseWriter, SpellCheckCollatorTest, TestDFRSimilarityFactory, TestReplicationHandlerBackup, RequestHandlersTest, TestSerializedLuceneMatchVersion, RollingRestartTest, ChangedSchemaMergeTest, TestConfigSetImmutable, SolrIndexSplitterTest, ClusterStateTest, SimpleCollectionCreateDeleteTest, BasicFunctionalityTest, TestLeaderElectionZkExpiry, CachingDirectoryFactoryTest, TestLMDirichletSimilarityFactory, TestLuceneMatchVersion, BadIndexSchemaTest, DistributedQueueTest, DeleteReplicaTest, TestMiniSolrCloudCluster, DocExpirationUpdateProcessorFactoryTest, UpdateRequestProcessorFactoryTest, DocValuesMissingTest, TestValueSourceCache, OverseerModifyCollectionTest, TestSolrQueryParser, DistribDocExpirationUpdateProcessorTest, SliceStateTest, ShardRoutingCustomTest, TestImplicitCoreProperties, RAMDirectoryFactoryTest, TermVectorComponentTest, TestRecoveryHdfs, BaseCdcrDistributedZkTest, TestLMJelinekMercerSimilarityFactory, LukeRequestHandlerTest, ExternalFileFieldSortTest, TestRandomFaceting, TestInitParams, DistributedQueryComponentCustomSortTest, TestSubQueryTransformerDistrib, MultiThreadedOCPTest, LoggingHandlerTest, AddBlockUpdateTest, TestSolrDeletionPolicy2, DistributedFacetExistsSmallTest, TestExactStatsCache, TestDistributedMissingSort, TestRealTimeGet, TermVectorComponentDistributedTest, TestSubQueryTransformer, TestRangeQuery, TestSimpleTrackingShardHandler, SuggestComponentTest, TestSuggestSpellingConverter, OverriddenZkACLAndCredentialsProvidersTest, TestTrackingShardHandlerFactory, DistributedSuggestComponentTest, GraphQueryTest, TestRequestForwarding, TestXmlQParser, MergeStrategyTest, TestObjectReleaseTracker, AutoCommitTest, TestRuleBasedAuthorizationPlugin, FieldMutatingUpdateProcessorTest, TestSchemaManager, TestConfigSetsAPIZkFailure, HdfsSyncSliceTest, TestSearchPerf, TestWriterPerf, BinaryUpdateRequestHandlerTest, MBeansHandlerTest, TestConfigSets, AliasIntegrationTest, SpatialHeatmapFacetsTest, ChaosMonkeySafeLeaderTest, TestSolrCLIRunExample, TestConfig, EchoParamsTest, ResourceLoaderTest, BJQParserTest, ResponseHeaderTest, CloudExitableDirectoryReaderTest, TestSolrFieldCacheMBean, TestIndexingPerformance, OverseerStatusTest, RuleEngineTest, UUIDFieldTest, DirectUpdateHandlerOptimizeTest, CdcrRequestHandlerTest, DefaultValueUpdateProcessorTest, JsonLoaderTest, SortSpecParsingTest, WordBreakSolrSpellCheckerTest, CollectionStateFormat2Test, SortByFunctionTest, TestAnalyzeInfixSuggestions, TestConfigSetsAPI, TestUtils, DeleteLastCustomShardedReplicaTest, CdcrUpdateLogTest, TestTolerantUpdateProcessorCloud, ConcurrentDeleteAndCreateCollectionTest, TlogReplayBufferedWhileIndexingTest, FileBasedSpellCheckerTest, TestRawTransformer, TestDocSet, TestHdfsUpdateLog, TestBulkSchemaAPI, CSVRequestHandlerTest, SolrCoreCheckLockOnStartupTest, DeleteStatusTest, QueryParsingTest, TestSearcherReuse, TestJsonFacets, TestFuzzyAnalyzedSuggestions, ReplicationFactorTest, TestBadConfig, SpellPossibilityIteratorTest, TestQuerySenderListener, SaslZkACLProviderTest, TestOmitPositions, SuggesterTest, SolrInfoMBeanTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, RecoveryZkTest, TestReplicationHandler, TestDistributedGrouping, TestRecovery, ZkControllerTest, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, TestSort, DirectUpdateHandlerTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, DocValuesTest, TestQueryTypes, DocumentBuilderTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCollationField, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, TestBinaryResponseWriter, TestSolrIndexConfig, CopyFieldTest, TestMergePolicyConfig, TestElisionMultitermQuery, OutputWriterTest, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestCodecSupport, TestFastWriter, TimeZoneUtilsTest, DateMathParserTest, TestSystemIdResolver, DateFieldTest, TestSolrJ, TestDocumentBuilder, CircularListTest, TestRTGBase, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, RemoteQueryErrorTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCollectionAPI, TestCryptoKeys, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, BlobRepositoryCloudTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigSetProperties, TestDynamicLoading]
   [junit4] Completed [500/631 (1!)] on J1 in 54.72s, 1 test, 1 failure <<< FAILURES!

[...truncated 52916 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_102) - Build # 6124 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6124/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test

Error Message:
shard2 is not consistent.  Got 25 from http://127.0.0.1:52765/collection1 (previous client) and got 26 from http://127.0.0.1:52810/collection1

Stack Trace:
java.lang.AssertionError: shard2 is not consistent.  Got 25 from http://127.0.0.1:52765/collection1 (previous client) and got 26 from http://127.0.0.1:52810/collection1
	at __randomizedtesting.SeedInfo.seed([B722193DB1CD5C72:3F7626E71F31318A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1271)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1250)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
	at __randomizedtesting.SeedInfo.seed([B722193DB1CD5C72:B4C6F2F159EDF08]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:231)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11386 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\init-core-data-001
   [junit4]   2> 1201214 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[B722193DB1CD5C72]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1201214 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[B722193DB1CD5C72]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1201220 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1201220 INFO  (Thread-2606) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1201220 INFO  (Thread-2606) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1201321 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.ZkTestServer start zk server on port:52738
   [junit4]   2> 1201323 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1201324 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1201328 INFO  (zkCallback-1589-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b77eb59 name:ZooKeeperConnection Watcher:127.0.0.1:52738 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1201328 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1201329 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1201329 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1201331 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1201332 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1201333 INFO  (zkCallback-1590-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45cbf8e0 name:ZooKeeperConnection Watcher:127.0.0.1:52738/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1201333 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1201333 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1201333 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1201335 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1201336 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1201338 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1201340 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1201340 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1201343 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1201344 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1201347 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1201347 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1201348 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1201348 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1201351 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1201351 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1201353 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1201353 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1201356 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1201357 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1201359 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1201359 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1201360 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1201360 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1201362 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1201362 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1201364 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1201365 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1201859 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1
   [junit4]   2> 1201862 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1201864 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a075a3e{/,null,AVAILABLE}
   [junit4]   2> 1201868 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7a60e084{HTTP/1.1,[http/1.1]}{127.0.0.1:52745}
   [junit4]   2> 1201868 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.Server Started @1207362ms
   [junit4]   2> 1201868 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\tempDir-001/control/data, hostContext=/, hostPort=52745, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores}
   [junit4]   2> 1201868 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1201868 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001'
   [junit4]   2> 1201868 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1201868 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1201869 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1201869 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1201872 INFO  (zkCallback-1591-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ec4486a name:ZooKeeperConnection Watcher:127.0.0.1:52738/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1201872 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1201872 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1201873 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1201873 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\solr.xml
   [junit4]   2> 1201884 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores
   [junit4]   2> 1201884 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CoreContainer New CoreContainer 1841892716
   [junit4]   2> 1201884 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001]
   [junit4]   2> 1201884 WARN  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\lib
   [junit4]   2> 1201885 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1201890 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1201890 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1201890 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1201890 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52738/solr
   [junit4]   2> 1201891 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1201891 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1201891 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1201893 INFO  (zkCallback-1594-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5776c2ab name:ZooKeeperConnection Watcher:127.0.0.1:52738 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1201893 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1201893 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1201894 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$64/1789342267@5aef9dda
   [junit4]   2> 1201895 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1201896 INFO  (zkCallback-1595-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6516956b name:ZooKeeperConnection Watcher:127.0.0.1:52738/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1201896 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1201896 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1201899 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1201902 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1201904 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1201906 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1201907 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1201909 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1201909 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1201912 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1201913 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1201913 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1201914 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1201917 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1201918 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1201919 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1201919 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96612190961532932-127.0.0.1:52745_-n_0000000000
   [junit4]   2> 1201919 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52745_
   [junit4]   2> 1201919 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1201920 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer Overseer (id=96612190961532932-127.0.0.1:52745_-n_0000000000) starting
   [junit4]   2> 1201923 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1201927 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1201929 INFO  (OverseerCollectionConfigSetProcessor-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1201929 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52745_
   [junit4]   2> 1201929 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52745_
   [junit4]   2> 1201929 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1201930 INFO  (zkCallback-1595-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1201930 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1201930 INFO  (zkCallback-1595-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1201939 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1201939 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1201941 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores
   [junit4]   2> 1201944 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 1201944 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1
   [junit4]   2> 1201944 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1201944 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1201945 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52745_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1201945 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1201945 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1201947 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1201947 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52745",
   [junit4]   2>   "node_name":"127.0.0.1:52745_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1201947 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52745",
   [junit4]   2>   "node_name":"127.0.0.1:52745_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1201947 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 1201947 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1201949 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1201949 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1201950 INFO  (zkCallback-1595-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1202949 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1202949 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1202949 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1202951 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1'
   [junit4]   2> 1202951 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1202951 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1202953 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1202960 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1202964 WARN  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1202964 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1202980 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1202984 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1203071 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1203072 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1203073 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1203076 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1203096 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1203096 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1203096 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1203096 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\]
   [junit4]   2> 1203096 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@233630ee
   [junit4]   2> 1203099 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\snapshot_metadata
   [junit4]   2> 1203099 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 1203101 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data
   [junit4]   2> 1203101 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\index/
   [junit4]   2> 1203102 WARN  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1203103 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\index
   [junit4]   2> 1203103 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=18.58203125, floorSegmentMB=0.8623046875, forceMergeDeletesPctAllowed=27.564515026212753, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1203107 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 1203107 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1203113 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1203116 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1203116 WARN  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1203123 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203124 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203126 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203127 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203129 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1203129 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1203130 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1203130 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1203131 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1203131 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1203132 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1203132 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\control-001\cores\collection1\data\index,segFN=segments_1,generation=1}
   [junit4]   2> 1203132 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1203133 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4856b26e[collection1] main]
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1203134 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1203135 INFO  (searcherExecutor-5522-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4856b26e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1203135 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1203135 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1203135 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1203135 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545795057388355584
   [junit4]   2> 1203137 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1545795057388355584
   [junit4]   2> 1203137 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1203138 INFO  (coreLoadExecutor-5521-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1203138 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:52745 collection:control_collection shard:shard1
   [junit4]   2> 1203139 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1203143 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96612190961532932-core_node1-n_0000000000
   [junit4]   2> 1203144 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1203145 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1203145 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1203145 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52745/collection1/
   [junit4]   2> 1203145 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1203145 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52745/collection1/ has no replicas
   [junit4]   2> 1203145 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1203146 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1203148 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96612190961532932-core_node1-n_0000000000
   [junit4]   2> 1203150 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52745/collection1/ shard1
   [junit4]   2> 1203150 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:52745",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1203254 INFO  (zkCallback-1595-thread-2-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1203301 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:52745/collection1/ and leader is http://127.0.0.1:52745/collection1/
   [junit4]   2> 1203301 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52745
   [junit4]   2> 1203301 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1203301 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1203301 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1203302 INFO  (coreZkRegister-5514-thread-1-processing-n:127.0.0.1:52745_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52745_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 1203303 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52745",
   [junit4]   2>   "node_name":"127.0.0.1:52745_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1203303 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52745",
   [junit4]   2>   "node_name":"127.0.0.1:52745_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1203405 INFO  (zkCallback-1595-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1203449 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1203450 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1203452 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63be968e name:ZooKeeperConnection Watcher:127.0.0.1:52738/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1203452 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1203452 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1203452 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1203453 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1203453 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1203455 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1203455 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1203455 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1203456 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1203457 INFO  (zkCallback-1600-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d3fefa4 name:ZooKeeperConnection Watcher:127.0.0.1:52738/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1203457 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1203457 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1203459 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1573c469b3c0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1203461 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1203461 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1203567 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1203931 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\cores\collection1
   [junit4]   2> 1203933 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001
   [junit4]   2> 1203934 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1203935 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@438d06ba{/,null,AVAILABLE}
   [junit4]   2> 1203935 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.ServerConnector Started ServerConnector@298086f6{HTTP/1.1,[http/1.1]}{127.0.0.1:52765}
   [junit4]   2> 1203936 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.e.j.s.Server Started @1209432ms
   [junit4]   2> 1203936 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52765, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\cores}
   [junit4]   2> 1203937 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1203937 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001'
   [junit4]   2> 1203937 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1203937 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1203938 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1203939 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1203940 INFO  (zkCallback-1601-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78b4a1cc name:ZooKeeperConnection Watcher:127.0.0.1:52738/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1203940 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1203941 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1203941 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1203942 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\solr.xml
   [junit4]   2> 1203953 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\cores
   [junit4]   2> 1203954 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CoreContainer New CoreContainer 819209267
   [junit4]   2> 1203954 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001]
   [junit4]   2> 1203954 WARN  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\lib
   [junit4]   2> 1203954 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1203960 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1203960 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1203960 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1203960 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52738/solr
   [junit4]   2> 1203960 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1203960 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1203961 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1203962 INFO  (zkCallback-1604-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63a6214d name:ZooKeeperConnection Watcher:127.0.0.1:52738 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1203962 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1203962 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1203964 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$64/1789342267@6f0c3e20
   [junit4]   2> 1203964 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1203965 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c141f0b name:ZooKeeperConnection Watcher:127.0.0.1:52738/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1203965 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1203973 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1203974 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1203975 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1203978 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1203978 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96612190961532937-127.0.0.1:52765_-n_0000000001
   [junit4]   2> 1203979 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96612190961532932-127.0.0.1:52745_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1203979 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.ZkController Publish node=127.0.0.1:52765_ as DOWN
   [junit4]   2> 1203980 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52765_
   [junit4]   2> 1203980 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52765_
   [junit4]   2> 1203981 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:52765_"} current state version: 3
   [junit4]   2> 1203981 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:52765_
   [junit4]   2> 1203981 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1203982 INFO  (zkCallback-1595-thread-3-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1203982 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1203982 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1203983 INFO  (zkCallback-1595-thread-3-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1203984 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1203984 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1203984 INFO  (zkCallback-1595-thread-1-processing-n:127.0.0.1:52745_) [n:127.0.0.1:52745_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1203985 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1203990 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1203991 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1203991 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\cores
   [junit4]   2> 1203993 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 1203993 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.ChaosMonkeySafeLeaderTest_B722193DB1CD5C72-001\shard-1-001\cores\collection1
   [junit4]   2> 1203993 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1203993 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 1203994 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[B722193DB1CD5C72]) [n:127.0.0.1:52765_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1203995 INFO  (coreLoadExecutor-5532-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1203995 INFO  (coreLoadExecutor-5532-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1203996 INFO  (coreLoadExecutor-5532-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1203996 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52765",
   [junit4]   2>   "node_name":"127.0.0.1:52765_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 1203996 INFO  (coreLoadExecutor-5532-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 1203996 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52765",
   [junit4]   2>   "node_name":"127.0.0.1:52765_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1203996 INFO  (coreLoadExecutor-5532-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1203996 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1203997 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1204099 INFO  (OverseerStateUpdate-96612190961532932-127.0.0.1:52745_-n_0000000000) [n:127.0.0.1:52745_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1204100 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:52765_) [n:127.0.0.1:52765_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live no

[...truncated too long message...]

r watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3368318 INFO  (jetty-launcher-4147-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c96ca72{/solr,null,UNAVAILABLE}
   [junit4]   2> 3368319 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B722193DB1CD5C72]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58979 58979
   [junit4]   2> 3368322 INFO  (Thread-6031) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58979 58979
   [junit4]   2> 3368324 WARN  (Thread-6031) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/96612332585156615-127.0.0.1:58985_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 3368324 INFO  (SUITE-BasicAuthIntegrationTest-seed#[B722193DB1CD5C72]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.security.BasicAuthIntegrationTest_B722193DB1CD5C72-001
   [junit4]   2> Sep 18, 2016 8:26:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1875, maxMBSortInHeap=6.828012211438039, sim=ClassicSimilarity, locale=ro, timezone=Pacific/Yap
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=298682904,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrRequestHandlerTest, DistributedSuggestComponentTest, TestFieldCacheReopen, TestCloudManagedSchema, RequestHandlersTest, DistribDocExpirationUpdateProcessorTest, BigEndianAscendingWordDeserializerTest, AddBlockUpdateTest, TestAnalyzeInfixSuggestions, BaseCdcrDistributedZkTest, TestLegacyFieldCache, TestJoin, TestLMDirichletSimilarityFactory, ShardRoutingCustomTest, HdfsBasicDistributedZkTest, TestManagedSchema, SolrIndexSplitterTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, BasicFunctionalityTest, ForceLeaderTest, ResourceLoaderTest, CloudExitableDirectoryReaderTest, LukeRequestHandlerTest, CopyFieldTest, TestDistributedGrouping, TestLuceneMatchVersion, SaslZkACLProviderTest, HdfsDirectoryFactoryTest, TestStressUserVersions, SpellingQueryConverterTest, UpdateParamsTest, TestValueSourceCache, OpenCloseCoreStressTest, TestMacroExpander, CloudMLTQParserTest, RuleEngineTest, TestFastWriter, TestRawTransformer, TestWriterPerf, ClusterStateTest, DeleteReplicaTest, TestSizeLimitedDistributedMap, ExternalFileFieldSortTest, TestConfigReload, TestClassicSimilarityFactory, DeleteStatusTest, TermVectorComponentDistributedTest, TestDFRSimilarityFactory, ClassificationUpdateProcessorFactoryTest, TestUseDocValuesAsStored2, TestSolrFieldCacheMBean, TestBulkSchemaAPI, BadIndexSchemaTest, MBeansHandlerTest, SimpleCollectionCreateDeleteTest, TestNonDefinedSimilarityFactory, TestLocalFSCloudBackupRestore, TestScoreJoinQPScore, TestAuthenticationFramework, TestSolrCloudWithKerberosAlt, TestTrie, TestSearcherReuse, TestFieldTypeCollectionResource, NotRequiredUniqueKeyTest, CoreAdminHandlerTest, RAMDirectoryFactoryTest, TestTrackingShardHandlerFactory, DistributedFacetExistsSmallTest, SpatialRPTFieldTypeTest, TestCoreDiscovery, URLClassifyProcessorTest, MultiThreadedOCPTest, FileBasedSpellCheckerTest, TestGraphMLResponseWriter, DistributedFacetPivotSmallTest, TestUtils, SignatureUpdateProcessorFactoryTest, HighlighterConfigTest, TestIndexSearcher, TestQueryWrapperFilter, CustomCollectionTest, TestSolrXml, TestManagedResourceStorage, TestCrossCoreJoin, SpellPossibilityIteratorTest, ChangedSchemaMergeTest, HdfsRecoveryZkTest, HdfsChaosMonkeySafeLeaderTest, PreAnalyzedFieldTest, SuggesterTest, ParsingFieldUpdateProcessorsTest, TestOmitPositions, MergeStrategyTest, TestFileDictionaryLookup, HLLUtilTest, DocExpirationUpdateProcessorFactoryTest, BitVectorTest, BasicZkTest, DateMathParserTest, HdfsDirectoryTest, ConnectionReuseTest, BinaryUpdateRequestHandlerTest, ScriptEngineTest, TestStressCloudBlindAtomicUpdates, TestRebalanceLeaders, TestManagedStopFilterFactory, TestSimpleTrackingShardHandler, SolrIndexConfigTest, TestFieldCacheSort, AsyncCallRequestStatusResponseTest, SliceStateTest, ReplicationFactorTest, LoggingHandlerTest, TestQuerySenderListener, TestDocTermOrds, TestHdfsUpdateLog, TestBackupRepositoryFactory, SortSpecParsingTest, TestGraphTermsQParserPlugin, TestComplexPhraseQParserPlugin, TestQueryUtils, TestExactStatsCache, AnalyticsQueryTest, TestReversedWildcardFilterFactory, TestSubQueryTransformerDistrib, HdfsTlogReplayBufferedWhileIndexingTest, SharedFSAutoReplicaFailoverTest, HdfsNNFailoverTest, TestSerializedLuceneMatchVersion, SuggesterWFSTTest, TestNumericTerms64, SpatialHeatmapFacetsTest, DirectUpdateHandlerOptimizeTest, MinimalSchemaTest, TestExpandComponent, TestSystemIdResolver, TestConfig, SolrCloudExampleTest, HighlighterMaxOffsetTest, TestMaxScoreQueryParser, SpellCheckCollatorTest, JsonLoaderTest, TestRangeQuery, TestConfigSetsAPIZkFailure, GraphQueryTest, OverseerModifyCollectionTest, TestJmxMonitoredMap, TestSolrCLIRunExample, SecurityConfHandlerTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, TestReplicationHandler, LeaderElectionTest, TestDistributedSearch, ZkControllerTest, TestRealTimeGet, TestStressReorder, HardAutoCommitTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, TestFiltering, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SuggesterTSTTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, DistanceFunctionTest, DebugComponentTest, CacheHeaderTest, TestQueryTypes, TermsComponentTest, TermVectorComponentTest, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, TestCharFilters, TestCodecSupport, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, DOMUtilTest, CircularListTest, CursorPagingTest, AsyncMigrateRouteKeyTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, RollingRestartTest, SSLMigrationTest, ShardSplitTest, TestRandomFlRTGCloud, TestRequestForwarding, TestSSLRandomization, TestTolerantUpdateProcessorCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, BlobRepositoryCloudTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrConfigHandler, RequestLoggingTest, TestBlobHandler, TestReplicationHandlerBackup, TestRestoreCore, TestSolrConfigHandlerCloud, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedQueryComponentCustomSortTest, SuggestComponentTest, JavabinLoaderTest, TestSlowCompositeReaderWrapper, WrapperMergePolicyFactoryTest, SmileWriterTest, TestIntervalFaceting, TestMacros, TestCustomDocTransformer, TestRawResponseWriter, TestSolrQueryResponse, TestSortingResponseWriter, TestChildDocTransformer, TestSubQueryTransformer, TestSubQueryTransformerCrossCore, TestRestManager, TestCopyFieldCollectionResource, TestDefaultSearchFieldResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestSchemaNameResource, TestSolrQueryParserDefaultOperatorResource, TestUniqueKeyFieldResource, BadCopyFieldTest, BooleanFieldTest, DateRangeFieldTest, DocValuesMissingTest, TestCloudSchemaless, TestRecoveryHdfs, TestSimpleQParserPlugin, TestSmileRequest, TestSolr4Spatial2, TestXmlQParser, TestJsonFacets, BasicAuthIntegrationTest]
   [junit4] Completed [606/631 (2!)] on J1 in 6.39s, 1 test, 1 failure <<< FAILURES!

[...truncated 60336 lines...]


[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_102) - Build # 6123 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6123/
Java: 32bit/jdk1.8.0_102 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([7ED9EC9E3B1A767A:1666D9B4EB806496]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:137)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:282)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12077 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\init-core-data-001
   [junit4]   2> 3084787 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3084789 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3084790 INFO  (Thread-5424) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3084790 INFO  (Thread-5424) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3084891 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51307
   [junit4]   2> 3084891 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3084892 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3084897 INFO  (zkCallback-3869-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b444bf name:ZooKeeperConnection Watcher:127.0.0.1:51307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3084897 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3084897 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3084897 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 3084903 INFO  (jetty-launcher-3868-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3084904 INFO  (jetty-launcher-3868-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57d191{/solr,null,AVAILABLE}
   [junit4]   2> 3084905 INFO  (jetty-launcher-3868-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3084905 INFO  (jetty-launcher-3868-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ffb58a{/solr,null,AVAILABLE}
   [junit4]   2> 3084906 INFO  (jetty-launcher-3868-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1827fbf{HTTP/1.1,[http/1.1]}{127.0.0.1:51311}
   [junit4]   2> 3084906 INFO  (jetty-launcher-3868-thread-1) [    ] o.e.j.s.Server Started @3088578ms
   [junit4]   2> 3084906 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51311}
   [junit4]   2> 3084906 INFO  (jetty-launcher-3868-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@686df4{HTTP/1.1,[http/1.1]}{127.0.0.1:51314}
   [junit4]   2> 3084906 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 3084906 INFO  (jetty-launcher-3868-thread-2) [    ] o.e.j.s.Server Started @3088579ms
   [junit4]   2> 3084906 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51314}
   [junit4]   2> 3084907 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node1'
   [junit4]   2> 3084907 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 3084907 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3084907 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node2'
   [junit4]   2> 3084907 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3084907 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3084907 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3084908 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3084908 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3084909 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3084909 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3084915 INFO  (zkCallback-3871-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f7d4d7 name:ZooKeeperConnection Watcher:127.0.0.1:51307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3084915 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3084915 INFO  (zkCallback-3870-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15573df name:ZooKeeperConnection Watcher:127.0.0.1:51307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3084915 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3084915 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3084916 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3084916 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3084916 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3084940 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15739d10a970002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3084940 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node1\.
   [junit4]   2> 3084940 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 12450767
   [junit4]   2> 3084941 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node1]
   [junit4]   2> 3084941 WARN  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node1\lib
   [junit4]   2> 3084941 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 3084942 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node2\.
   [junit4]   2> 3084942 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 19420120
   [junit4]   2> 3084942 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node2]
   [junit4]   2> 3084943 WARN  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node2\lib
   [junit4]   2> 3084943 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51307/solr
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3084947 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3084948 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3084948 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51307/solr
   [junit4]   2> 3084948 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3084948 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3084949 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3084949 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3084951 INFO  (zkCallback-3876-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b9037a name:ZooKeeperConnection Watcher:127.0.0.1:51307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3084952 INFO  (zkCallback-3877-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a5c27 name:ZooKeeperConnection Watcher:127.0.0.1:51307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3084952 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3084952 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3084952 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3084952 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3084953 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15739d10a970003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3084953 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/18808054@5a7273
   [junit4]   2> 3084953 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/18808054@a12838
   [junit4]   2> 3084954 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3084955 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3084957 INFO  (zkCallback-3878-thread-1-processing-n:127.0.0.1:51314_solr) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14478fc name:ZooKeeperConnection Watcher:127.0.0.1:51307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3084957 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3084957 INFO  (zkCallback-3879-thread-1-processing-n:127.0.0.1:51311_solr) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3de065 name:ZooKeeperConnection Watcher:127.0.0.1:51307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3084959 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3084959 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3084959 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3084962 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3084962 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3084967 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3084967 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3084969 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3084969 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3084971 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3084971 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3084974 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3084974 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3084975 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3084975 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3084977 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3084977 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3084979 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3084979 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3084981 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3084981 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3084982 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3084982 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3084983 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3084983 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3084983 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3084983 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3084987 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3084988 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3084989 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3084989 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3084991 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3084991 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3084991 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96609487000371206-127.0.0.1:51311_solr-n_0000000000
   [junit4]   2> 3084991 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96609487000371205-127.0.0.1:51314_solr-n_0000000001
   [junit4]   2> 3084992 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51311_solr
   [junit4]   2> 3084992 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3084993 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96609487000371206-127.0.0.1:51311_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 3084993 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51314_solr
   [junit4]   2> 3084993 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51314_solr
   [junit4]   2> 3084994 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.Overseer Overseer (id=96609487000371206-127.0.0.1:51311_solr-n_0000000000) starting
   [junit4]   2> 3084995 INFO  (zkCallback-3878-thread-1-processing-n:127.0.0.1:51314_solr) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3084995 INFO  (zkCallback-3879-thread-1-processing-n:127.0.0.1:51311_solr) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3084997 INFO  (zkCallback-3878-thread-1-processing-n:127.0.0.1:51314_solr) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3084997 INFO  (zkCallback-3879-thread-1-processing-n:127.0.0.1:51311_solr) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3084999 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3085007 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3085009 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:51311_solr as DOWN
   [junit4]   2> 3085010 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51311_solr
   [junit4]   2> 3085010 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51311_solr
   [junit4]   2> 3085012 INFO  (zkCallback-3878-thread-1-processing-n:127.0.0.1:51314_solr) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3085012 INFO  (zkCallback-3879-thread-1-processing-n:127.0.0.1:51311_solr) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3085013 INFO  (zkCallback-3878-thread-1-processing-n:127.0.0.1:51314_solr) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3085013 INFO  (zkCallback-3879-thread-1-processing-n:127.0.0.1:51311_solr) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3085013 INFO  (OverseerStateUpdate-96609487000371206-127.0.0.1:51311_solr-n_0000000000) [n:127.0.0.1:51311_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3085015 INFO  (OverseerCollectionConfigSetProcessor-96609487000371206-127.0.0.1:51311_solr-n_0000000000) [n:127.0.0.1:51311_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3085018 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3085018 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3085018 INFO  (OverseerStateUpdate-96609487000371206-127.0.0.1:51311_solr-n_0000000000) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
   [junit4]   2> 3085019 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 3085021 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3085023 INFO  (OverseerStateUpdate-96609487000371206-127.0.0.1:51311_solr-n_0000000000) [n:127.0.0.1:51311_solr    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:51311_solr"} current state version: 0
   [junit4]   2> 3085023 INFO  (OverseerStateUpdate-96609487000371206-127.0.0.1:51311_solr-n_0000000000) [n:127.0.0.1:51311_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51311_solr
   [junit4]   2> 3085025 INFO  (jetty-launcher-3868-thread-2-EventThread) [n:127.0.0.1:51314_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3085072 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3085072 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 3085073 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 3085073 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 3085076 INFO  (jetty-launcher-3868-thread-1-EventThread) [n:127.0.0.1:51311_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 3085098 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.CoreContainer Reconfiguring HttpClient settings.
   [junit4]   2> 3085100 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node1\.
   [junit4]   2> 3085101 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 3085102 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 3085102 INFO  (jetty-launcher-3868-thread-1) [n:127.0.0.1:51311_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3086054 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.CoreContainer Reconfiguring HttpClient settings.
   [junit4]   2> 3086056 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001\tempDir-001\node2\.
   [junit4]   2> 3086057 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 3086060 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 3086060 INFO  (jetty-launcher-3868-thread-2) [n:127.0.0.1:51314_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3086061 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3086062 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3086065 INFO  (zkCallback-3882-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4de152 name:ZooKeeperConnection Watcher:127.0.0.1:51307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3086066 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3086066 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3086104 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 3087818 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=7ED9EC9E3B1A767A -Dtests.slow=true -Dtests.locale=es-PR -Dtests.timezone=US/Arizona -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.75s J1 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7ED9EC9E3B1A767A:1666D9B4EB806496]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:137)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:282)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3087843 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 3087871 INFO  (qtp25988145-23819) [n:127.0.0.1:51311_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RaBigFXXd2agQICFOGN1I3aPDPi02KnrQFkjiDXVsNPB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3087872 INFO  (qtp25988145-23819) [n:127.0.0.1:51311_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RaBigFXXd2agQICFOGN1I3aPDPi02KnrQFkjiDXVsNPB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3087872 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 3087895 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 3087910 ERROR (qtp25988145-23822) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_3]
   [junit4]   2> 3087975 ERROR (qtp28991948-23826) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_4]
   [junit4]   2> 3087985 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 3088009 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 3088016 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3088017 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3088023 INFO  (zkCallback-3884-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d0d649 name:ZooKeeperConnection Watcher:127.0.0.1:51307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3088023 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3088024 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3088026 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 3088026 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15739d10a97000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3088047 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 3088060 WARN  (qtp25988145-23822) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 3088061 WARN  (qtp25988145-23822) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 3088062 WARN  (qtp28991948-23842) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 3088062 WARN  (qtp28991948-23842) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 3088069 WARN  (qtp25988145-23820) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 3088070 WARN  (qtp25988145-23820) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 3088071 WARN  (qtp28991948-23843) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 3088071 WARN  (qtp28991948-23843) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 3088072 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 3088092 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 3088103 INFO  (qtp25988145-23840) [n:127.0.0.1:51311_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Rd5igFXXd2beQgCFPTXQoiDczrg5w2KMVSHtoukIVMiB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088103 INFO  (qtp25988145-23840) [n:127.0.0.1:51311_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Rd5igFXXd2beQgCFPTXQoiDczrg5w2KMVSHtoukIVMiB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088109 INFO  (qtp28991948-23827) [n:127.0.0.1:51314_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Rd5igFXXd2beQgCFPTXQoiDczrg5w2KMVSHtoukIVMiB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088109 INFO  (qtp28991948-23827) [n:127.0.0.1:51314_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Rd5igFXXd2beQgCFPTXQoiDczrg5w2KMVSHtoukIVMiB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088113 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 3088133 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 3088137 INFO  (qtp25988145-23838) [n:127.0.0.1:51311_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088137 INFO  (qtp25988145-23838) [n:127.0.0.1:51311_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088137 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 3088161 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 3088195 INFO  (qtp25988145-23819) [n:127.0.0.1:51311_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Re-igFXXd2bvgkCFEtwIdcTb8xKUTsXkDCLtv6VlRkaB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088195 INFO  (qtp25988145-23819) [n:127.0.0.1:51311_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Re-igFXXd2bvgkCFEtwIdcTb8xKUTsXkDCLtv6VlRkaB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088202 INFO  (qtp28991948-23842) [n:127.0.0.1:51314_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Re-igFXXd2bvgkCFEtwIdcTb8xKUTsXkDCLtv6VlRkaB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088202 INFO  (qtp28991948-23842) [n:127.0.0.1:51314_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50Re-igFXXd2bvgkCFEtwIdcTb8xKUTsXkDCLtv6VlRkaB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088224 INFO  (qtp25988145-23823) [n:127.0.0.1:51311_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RfqigFXXd2b6goCFGG-fn1s3w8q-RAqaXZyGg9skAGzB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088225 INFO  (qtp25988145-23823) [n:127.0.0.1:51311_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RfqigFXXd2b6goCFGG-fn1s3w8q-RAqaXZyGg9skAGzB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088231 INFO  (qtp28991948-23841) [n:127.0.0.1:51314_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RfqigFXXd2b6goCFGG-fn1s3w8q-RAqaXZyGg9skAGzB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088232 INFO  (qtp28991948-23841) [n:127.0.0.1:51314_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RfqigFXXd2b6goCFGG-fn1s3w8q-RAqaXZyGg9skAGzB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088250 INFO  (qtp25988145-23821) [n:127.0.0.1:51311_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RgIigFXXd2cCAsCFKz4KokQbi7VXhIqDKbJxAKhqC8jB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088250 INFO  (qtp25988145-23821) [n:127.0.0.1:51311_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RgIigFXXd2cCAsCFKz4KokQbi7VXhIqDKbJxAKhqC8jB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088256 INFO  (qtp28991948-23828) [n:127.0.0.1:51314_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RgIigFXXd2cCAsCFKz4KokQbi7VXhIqDKbJxAKhqC8jB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088256 INFO  (qtp28991948-23828) [n:127.0.0.1:51314_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RgIigFXXd2cCAsCFKz4KokQbi7VXhIqDKbJxAKhqC8jB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088278 INFO  (qtp25988145-23839) [n:127.0.0.1:51311_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RggigFXXd2cIAwCFJ2jY1y8ii8L40A_SigmByEK2cTZB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088278 INFO  (qtp25988145-23839) [n:127.0.0.1:51311_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RggigFXXd2cIAwCFJ2jY1y8ii8L40A_SigmByEK2cTZB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088285 INFO  (qtp28991948-23831) [n:127.0.0.1:51314_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RggigFXXd2cIAwCFJ2jY1y8ii8L40A_SigmByEK2cTZB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3088285 INFO  (qtp28991948-23831) [n:127.0.0.1:51314_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc50RggigFXXd2cIAwCFJ2jY1y8ii8L40A_SigmByEK2cTZB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3088289 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7ED9EC9E3B1A767A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 3088290 INFO  (jetty-launcher-3868-thread-2) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@1827fbf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3088293 INFO  (jetty-launcher-3868-thread-1) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@686df4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3088293 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12450767
   [junit4]   2> 3088293 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19420120
   [junit4]   2> 3088294 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:51311_solr as DOWN
   [junit4]   2> 3088294 INFO  (jetty-launcher-3868-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:51314_solr as DOWN
   [junit4]   2> 3088301 INFO  (jetty-launcher-3868-thread-2) [    ] o.a.s.c.Overseer Overseer (id=96609487000371206-127.0.0.1:51311_solr-n_0000000000) closing
   [junit4]   2> 3088302 INFO  (OverseerStateUpdate-96609487000371206-127.0.0.1:51311_solr-n_0000000000) [n:127.0.0.1:51311_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51311_solr
   [junit4]   2> 3088303 INFO  (zkCallback-3878-thread-1-processing-n:127.0.0.1:51314_solr) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3088303 WARN  (zkCallback-3878-thread-1-processing-n:127.0.0.1:51314_solr) [n:127.0.0.1:51314_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3088303 INFO  (zkCallback-3879-thread-1-processing-n:127.0.0.1:51311_solr) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3088303 WARN  (zkCallback-3879-thread-1-processing-n:127.0.0.1:51311_solr) [n:127.0.0.1:51311_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3088303 ERROR (Thread[Thread-5450,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:51314_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3088304 ERROR (Thread[Thread-5447,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:51311_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 3088309 INFO  (jetty-launcher-3868-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ffb58a{/solr,null,UNAVAILABLE}
   [junit4]   2> 3088310 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15739d10a970008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3088310 INFO  (jetty-launcher-3868-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57d191{/solr,null,UNAVAILABLE}
   [junit4]   2> 3088314 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51307 51307
   [junit4]   2> 3088315 INFO  (Thread-5424) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51307 51307
   [junit4]   2> 3088316 WARN  (Thread-5424) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 3088317 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7ED9EC9E3B1A767A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7ED9EC9E3B1A767A-001
   [junit4]   2> Sep 17, 2016 8:23:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=ClassicSimilarity, locale=es-PR, timezone=US/Arizona
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_102 (32-bit)/cpus=3,threads=1,free=308654080,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestTolerantUpdateProcessorCloud, BadCopyFieldTest, TestSchemaNameResource, TestFastWriter, OverriddenZkACLAndCredentialsProvidersTest, TestMergePolicyConfig, ResourceLoaderTest, BasicAuthIntegrationTest, TestUtils, TestSuggestSpellingConverter, CoreAdminHandlerTest, TestFiltering, TestFieldCacheReopen, CoreMergeIndexesAdminHandlerTest, UUIDFieldTest, CdcrReplicationDistributedZkTest, SpellCheckCollatorTest, VMParamsZkACLAndCredentialsProvidersTest, TestOmitPositions, EchoParamsTest, NoCacheHeaderTest, SuggestComponentTest, DistributedQueryComponentCustomSortTest, ShardRoutingCustomTest, BlockDirectoryTest, TestJsonFacets, MinimalSchemaTest, SuggesterTest, TestNonDefinedSimilarityFactory, TestManagedSchema, AddSchemaFieldsUpdateProcessorFactoryTest, TestRandomFaceting, ConnectionReuseTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestRestoreCore, HdfsNNFailoverTest, DirectUpdateHandlerOptimizeTest, TermVectorComponentTest, DateMathParserTest, DistributedFacetPivotLongTailTest, BasicZkTest, TestCodecSupport, TestReload, TestLMJelinekMercerSimilarityFactory, TestDFRSimilarityFactory, TestConfig, TestInitParams, TestReplicationHandlerBackup, DistanceFunctionTest, ResponseHeaderTest, TestClassicSimilarityFactory, TestTrackingShardHandlerFactory, ChaosMonkeySafeLeaderTest, NotRequiredUniqueKeyTest, LeaderElectionIntegrationTest, TestSizeLimitedDistributedMap, TestRangeQuery, FullSolrCloudDistribCmdsTest, TestFieldSortValues, DeleteReplicaTest, CSVRequestHandlerTest, ClassificationUpdateProcessorFactoryTest, TestSSLRandomization, TestSearchPerf, CloudExitableDirectoryReaderTest, PeerSyncReplicationTest, TestWriterPerf, ShowFileRequestHandlerTest, OpenCloseCoreStressTest, TestDocSet, TestDocBasedVersionConstraints, BitVectorTest, TestSearcherReuse, SuggesterTSTTest, TestJmxMonitoredMap, BasicFunctionalityTest, TestRandomFlRTGCloud, DefaultValueUpdateProcessorTest, TestLocalFSCloudBackupRestore, DistributedFacetPivotSmallTest, FieldAnalysisRequestHandlerTest, SaslZkACLProviderTest, TestPHPSerializedResponseWriter, SortByFunctionTest, SearchHandlerTest, TestFuzzyAnalyzedSuggestions, TestNumericTerms64, WrapperMergePolicyFactoryTest, TestSolrQueryParserResource, LoggingHandlerTest, DistributedSuggestComponentTest, TestCloudSchemaless, CustomCollectionTest, TestSolrFieldCacheMBean, TestImplicitCoreProperties, AutoCommitTest, HdfsSyncSliceTest, SpellPossibilityIteratorTest, SolrCloudExampleTest, ClusterStateTest, TestRuleBasedAuthorizationPlugin, SuggesterWFSTTest, SliceStateTest, HdfsChaosMonkeySafeLeaderTest, BJQParserTest, TestMiniSolrCloudCluster, TestLeaderElectionZkExpiry, TestFoldingMultitermQuery, ConvertedLegacyTest, DistributedQueueTest, SpellingQueryConverterTest, CollectionsAPIAsyncDistributedZkTest, TestAnalyzeInfixSuggestions, TestSolrConfigHandlerCloud, TestSubQueryTransformer, TestGraphMLResponseWriter, UUIDUpdateProcessorFallbackTest, TestHighFrequencyDictionaryFactory, TestHdfsUpdateLog, TestExactStatsCache, SortSpecParsingTest, TermVectorComponentDistributedTest, RollingRestartTest, ForceLeaderTest, TestBackupRepositoryFactory, BinaryUpdateRequestHandlerTest, TestJoin, TestBulkSchemaAPI, TestNoOpRegenerator, TestSmileRequest, CollectionsAPIDistributedZkTest, HdfsTlogReplayBufferedWhileIndexingTest, TestConfigSetsAPIZkFailure, FullHLLTest, DeleteStatusTest, ConnectionManagerTest, TestSimpleTrackingShardHandler, TestLuceneMatchVersion, PreAnalyzedFieldTest, ParsingFieldUpdateProcessorsTest, SharedFSAutoReplicaFailoverTest, SecurityConfHandlerTest, TestScoreJoinQPScore, TestXmlQParser, IndexSchemaTest, TestRealTimeGet, LeaderFailoverAfterPartitionTest, TestSolrCloudWithKerberosAlt, TestConfigSetsAPI, CachingDirectoryFactoryTest, OverseerModifyCollectionTest, DocValuesMissingTest, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, TestReplicationHandler, TestDistributedGrouping, TestHashPartitioner, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, TestBadConfig, HighlighterTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, DocValuesTest, IndexBasedSpellCheckerTest, TestQueryUtils, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, DocumentBuilderTest, TestIndexingPerformance, TestSolrQueryParser, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, JsonLoaderTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, SynonymTokenizerTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestHighlightDedupGrouping, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, ReplaceNodeTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCollectionAPI, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestReplicaProperties, TestRequestForwarding, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [487/631 (1!)] on J1 in 4.60s, 8 tests, 1 failure <<< FAILURES!

[...truncated 53008 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_102) - Build # 6122 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6122/
Java: 64bit/jdk1.8.0_102 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
	at __randomizedtesting.SeedInfo.seed([91FB3E0E72DC09B8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
	at sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup

Error Message:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1\data\snapshot.cbzjndqbdfqokxbro\_0.fnm

Stack Trace:
java.nio.file.NoSuchFileException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1\data\snapshot.cbzjndqbdfqokxbro\_0.fnm
	at __randomizedtesting.SeedInfo.seed([91FB3E0E72DC09B8:D0701E6B5562FAF7]:0)
	at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:79)
	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
	at sun.nio.fs.WindowsFileSystemProvider.newByteChannel(WindowsFileSystemProvider.java:230)
	at java.nio.file.Files.newByteChannel(Files.java:361)
	at java.nio.file.Files.newByteChannel(Files.java:407)
	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:62)
	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:659)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:148)
	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:212)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10743 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandlerBackup
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\init-core-data-001
   [junit4]   2> 471974 INFO  (SUITE-TestReplicationHandlerBackup-seed#[91FB3E0E72DC09B8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 471978 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestBackup
   [junit4]   2> 471979 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1
   [junit4]   2> 471997 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 471998 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aa6890b{/solr,null,AVAILABLE}
   [junit4]   2> 472002 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.ServerConnector Started ServerConnector@77652e72{HTTP/1.1,[http/1.1]}{127.0.0.1:54369}
   [junit4]   2> 472002 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.Server Started @476265ms
   [junit4]   2> 472002 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1\data, hostContext=/solr, hostPort=54369}
   [junit4]   2> 472003 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 472003 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001'
   [junit4]   2> 472004 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 472004 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 472004 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\solr.xml
   [junit4]   2> 472015 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.
   [junit4]   2> 472016 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer New CoreContainer 1849437962
   [junit4]   2> 472016 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001]
   [junit4]   2> 472016 WARN  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\lib
   [junit4]   2> 472016 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 472024 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 472024 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 472024 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 472024 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 472024 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 472027 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.
   [junit4]   2> 472033 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 472033 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1
   [junit4]   2> 472034 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 472035 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 472035 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 472035 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1'
   [junit4]   2> 472036 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 472036 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 472072 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 472075 WARN  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 472076 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 472084 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 472089 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 472099 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 472113 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1'
   [junit4]   2> 472113 INFO  (coreLoadExecutor-1779-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1
   [junit4]   2> 472113 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 472113 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\]
   [junit4]   2> 472113 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 472114 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\snapshot_metadata
   [junit4]   2> 472114 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 472114 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 472114 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\index/
   [junit4]   2> 472114 WARN  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 472115 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\index
   [junit4]   2> 472115 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=11.6376953125, floorSegmentMB=0.990234375, forceMergeDeletesPctAllowed=15.009291962667149, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922217964052606
   [junit4]   2> 472116 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6ba172f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4250cb2b),segFN=segments_1,generation=1}
   [junit4]   2> 472116 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 472117 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 472118 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 472128 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 472130 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 472132 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 472135 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 472137 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 472137 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 472137 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 472137 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 472138 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=62.955078125, floorSegmentMB=0.552734375, forceMergeDeletesPctAllowed=24.791221446872846, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 472138 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6ba172f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4250cb2b),segFN=segments_1,generation=1}
   [junit4]   2> 472138 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 472138 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40ac4673[collection1] main]
   [junit4]   2> 472139 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1\conf
   [junit4]   2> 472139 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1\conf}
   [junit4]   2> 472139 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1\conf
   [junit4]   2> 472140 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 472140 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 472140 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 472141 INFO  (searcherExecutor-1780-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40ac4673[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 472141 INFO  (coreLoadExecutor-1779-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 472540 INFO  (qtp715515227-4894) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 472541 INFO  (qtp715515227-4894) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 1
   [junit4]   2> 472543 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.h.BackupRestoreUtils Indexing 30 test docs
   [junit4]   2> 472545 INFO  (qtp715515227-4895) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, ... (30 adds)]} 0 2
   [junit4]   2> 472547 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 472547 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@24eb5cc7
   [junit4]   2> 472556 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6ba172f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4250cb2b),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6ba172f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4250cb2b),segFN=segments_2,generation=2}
   [junit4]   2> 472557 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 472568 INFO  (Thread-696) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 472570 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7da804aa[collection1] main]
   [junit4]   2> 472570 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 472571 INFO  (searcherExecutor-1780-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7da804aa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C30)))}
   [junit4]   2> 472571 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 23
   [junit4]   2> 472572 INFO  (qtp715515227-4897) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 472592 INFO  (Thread-696) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 473576 INFO  (qtp715515227-4898) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 474582 INFO  (qtp715515227-4892) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=kbuekbrwrhqzq&command=backup} status=0 QTime=2
   [junit4]   2> 474582 INFO  (Thread-697) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot kbuekbrwrhqzq at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 474587 INFO  (qtp715515227-4894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 474604 INFO  (Thread-697) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: kbuekbrwrhqzq at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 475596 INFO  (qtp715515227-4894) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=pixygzjdtdrzbxlvkx&command=backup} status=0 QTime=1
   [junit4]   2> 475596 INFO  (Thread-698) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot pixygzjdtdrzbxlvkx at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 475597 INFO  (qtp715515227-4896) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 475609 INFO  (Thread-698) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: pixygzjdtdrzbxlvkx at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 476603 INFO  (qtp715515227-4897) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={name=cbzjndqbdfqokxbro&command=backup} status=0 QTime=1
   [junit4]   2> 476603 INFO  (Thread-699) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot cbzjndqbdfqokxbro at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 476609 INFO  (qtp715515227-4898) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=3
   [junit4]   2> 479329 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestBackup
   [junit4]   2> 479331 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@77652e72{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 479331 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1849437962
   [junit4]   2> 479333 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3cac1841
   [junit4]   2> 479334 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=30,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 479338 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 479338 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 479338 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 479340 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 479341 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 479343 INFO  (Thread-699) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: cbzjndqbdfqokxbro at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\ [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\;done=false>>]
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\snapshot_metadata [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\snapshot_metadata;done=false>>]
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\snapshot_metadata
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\index [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\index;done=false>>]
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 479442 INFO  (coreCloseExecutor-1784-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\.\collection1\data\index
   [junit4]   2> 479445 INFO  (TEST-TestReplicationHandlerBackup.doTestBackup-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@aa6890b{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandlerBackup -Dtests.method=doTestBackup -Dtests.seed=91FB3E0E72DC09B8 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=Pacific/Norfolk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7.48s J1 | TestReplicationHandlerBackup.doTestBackup <<<
   [junit4]    > Throwable #1: java.nio.file.NoSuchFileException: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-001\collection1\data\snapshot.cbzjndqbdfqokxbro\_0.fnm
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([91FB3E0E72DC09B8:D0701E6B5562FAF7]:0)
   [junit4]    > 	at sun.nio.fs.WindowsException.translateToIOException(WindowsException.java:79)
   [junit4]    > 	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:97)
   [junit4]    > 	at sun.nio.fs.WindowsException.rethrowAsIOException(WindowsException.java:102)
   [junit4]    > 	at sun.nio.fs.WindowsFileSystemProvider.newByteChannel(WindowsFileSystemProvider.java:230)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:119)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:113)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:62)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:54)
   [junit4]    > 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:659)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:77)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.verify(TestReplicationHandlerBackup.java:148)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandlerBackup.doTestBackup(TestReplicationHandlerBackup.java:212)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 479456 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBackupOnCommit
   [junit4]   2> 479457 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1
   [junit4]   2> 479469 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 479470 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5431f15a{/solr,null,AVAILABLE}
   [junit4]   2> 479471 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.ServerConnector Started ServerConnector@cac775e{HTTP/1.1,[http/1.1]}{127.0.0.1:54401}
   [junit4]   2> 479471 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.Server Started @483734ms
   [junit4]   2> 479471 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1\data, hostContext=/solr, hostPort=54401}
   [junit4]   2> 479471 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 479471 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002'
   [junit4]   2> 479472 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 479472 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 479473 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\solr.xml
   [junit4]   2> 479484 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.
   [junit4]   2> 479484 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer New CoreContainer 76256742
   [junit4]   2> 479484 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002]
   [junit4]   2> 479484 WARN  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\lib
   [junit4]   2> 479485 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 479490 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 479490 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 479490 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 479490 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 479490 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 479492 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.
   [junit4]   2> 479495 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data\}
   [junit4]   2> 479495 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1
   [junit4]   2> 479496 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 479496 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1
   [junit4]   2> 479496 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 479497 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1'
   [junit4]   2> 479497 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 479497 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 479516 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 479518 WARN  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 479519 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 479525 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 479528 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 479534 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 479546 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1'
   [junit4]   2> 479546 INFO  (coreLoadExecutor-1791-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1
   [junit4]   2> 479546 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 479546 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\]
   [junit4]   2> 479546 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 479547 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\snapshot_metadata
   [junit4]   2> 479547 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 479547 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 479547 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\index/
   [junit4]   2> 479547 WARN  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 479548 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\index
   [junit4]   2> 479548 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=11.6376953125, floorSegmentMB=0.990234375, forceMergeDeletesPctAllowed=15.009291962667149, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5922217964052606
   [junit4]   2> 479548 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5deab768 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@310fdc90),segFN=segments_1,generation=1}
   [junit4]   2> 479548 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 479549 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 479550 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 479557 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 479558 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 479559 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 479560 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 479561 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 479561 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 479562 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 479562 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 479562 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=62.955078125, floorSegmentMB=0.552734375, forceMergeDeletesPctAllowed=24.791221446872846, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 479563 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5deab768 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@310fdc90),segFN=segments_1,generation=1}
   [junit4]   2> 479563 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 479563 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@723c38a[collection1] main]
   [junit4]   2> 479563 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1\conf
   [junit4]   2> 479563 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1\conf}
   [junit4]   2> 479563 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\collection1\conf
   [junit4]   2> 479564 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 479564 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema-replication2.xml:schema.xml
   [junit4]   2> 479564 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 479565 INFO  (searcherExecutor-1792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@723c38a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 479565 INFO  (coreLoadExecutor-1791-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 480003 INFO  (qtp637820030-4918) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 480004 INFO  (qtp637820030-4918) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 480004 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.h.BackupRestoreUtils Indexing 4 test docs
   [junit4]   2> 480007 INFO  (qtp637820030-4919) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0, 1, 2, 3]} 0 2
   [junit4]   2> 480008 INFO  (qtp637820030-4920) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 480008 INFO  (qtp637820030-4920) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@39aee10
   [junit4]   2> 480011 INFO  (qtp637820030-4920) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5deab768 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@310fdc90),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5deab768 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@310fdc90),segFN=segments_2,generation=2}
   [junit4]   2> 480012 INFO  (qtp637820030-4920) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 480014 INFO  (Thread-709) [    x:collection1] o.a.s.h.SnapShooter Creating backup snapshot <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-002/./collection1/data/
   [junit4]   2> 480015 INFO  (qtp637820030-4920) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5291e239[collection1] main]
   [junit4]   2> 480015 INFO  (qtp637820030-4920) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 480015 INFO  (searcherExecutor-1792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5291e239[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4)))}
   [junit4]   2> 480017 INFO  (qtp637820030-4920) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 8
   [junit4]   2> 480018 INFO  (qtp637820030-4921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 480038 INFO  (Thread-709) [    x:collection1] o.a.s.h.SnapShooter Done creating backup snapshot: <not named> at file:///C:/Users/jenkins/workspace/Lucene-Solr-master-Windows/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001/solr-instance-002/./collection1/data/
   [junit4]   2> 481019 INFO  (qtp637820030-4922) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={command=details} status=0 QTime=0
   [junit4]   2> 482024 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBackupOnCommit
   [junit4]   2> 482025 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@cac775e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 482025 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=76256742
   [junit4]   2> 482026 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@11d38c4d
   [junit4]   2> 482026 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 482027 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 482027 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 482027 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 482028 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 482028 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 482028 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\snapshot_metadata [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\snapshot_metadata;done=false>>]
   [junit4]   2> 482028 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 482028 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\snapshot_metadata
   [junit4]   2> 482028 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\ [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\;done=false>>]
   [junit4]   2> 482029 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 482029 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\
   [junit4]   2> 482029 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\index [CachedDir<<refCount=0;path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\index;done=false>>]
   [junit4]   2> 482029 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 482029 INFO  (coreCloseExecutor-1796-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001\solr-instance-002\.\collection1\data\index
   [junit4]   2> 482030 INFO  (TEST-TestReplicationHandlerBackup.testBackupOnCommit-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5431f15a{/solr,null,UNAVAILABLE}
   [junit4]   2> 482032 INFO  (SUITE-TestReplicationHandlerBackup-seed#[91FB3E0E72DC09B8]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.handler.TestReplicationHandlerBackup_91FB3E0E72DC09B8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {name=FST50, id=FST50}, docValues:{}, maxPointsInLeafNode=719, maxMBSortInHeap=6.799237256734411, sim=ClassicSimilarity, locale=no, timezone=Pacific/Norfolk
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=97467552,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestCopyFieldCollectionResource, TestSchemaManager, ForceLeaderTest, TestCustomDocTransformer, TestQueryWrapperFilter, TestXmlQParser, TestInitParams, BlockJoinFacetRandomTest, CollectionsAPIAsyncDistributedZkTest, DateMathParserTest, MBeansHandlerTest, TestLeaderElectionZkExpiry, MinimalSchemaTest, DistributedFacetExistsSmallTest, CircularListTest, AliasIntegrationTest, TestSolrConfigHandlerCloud, TermVectorComponentTest, TestGraphMLResponseWriter, TestRestoreCore, TestFieldCacheReopen, BitVectorTest, LeaderElectionIntegrationTest, UpdateParamsTest, TestExactStatsCache, TestCloudSchemaless, TestReplicationHandlerBackup]
   [junit4] Completed [76/631 (1!)] on J1 in 10.09s, 2 tests, 1 error <<< FAILURES!

[...truncated 1204 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrVersionReplicationTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\init-core-data-001
   [junit4]   2> 2036933 INFO  (SUITE-CdcrVersionReplicationTest-seed#[91FB3E0E72DC09B8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2036934 INFO  (SUITE-CdcrVersionReplicationTest-seed#[91FB3E0E72DC09B8]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2036937 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2036938 INFO  (Thread-3516) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2036938 INFO  (Thread-3516) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2037038 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.ZkTestServer start zk server on port:51164
   [junit4]   2> 2037038 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2037039 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2037042 INFO  (zkCallback-3258-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e120a93 name:ZooKeeperConnection Watcher:127.0.0.1:51164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2037042 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2037042 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2037042 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2037046 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2037046 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2037048 INFO  (zkCallback-3259-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16f074a1 name:ZooKeeperConnection Watcher:127.0.0.1:51164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2037048 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2037048 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2037048 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2037050 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2037051 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2037053 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2037055 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2037055 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2037058 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2037058 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2037060 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2037060 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2037062 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2037062 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2037064 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2037064 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2037066 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2037066 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2037068 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2037068 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2037070 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2037070 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2037072 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2037072 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2037074 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2037074 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2037076 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2037076 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2037078 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCdcrDocVersions
   [junit4]   2> 2037541 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001\cores\collection1
   [junit4]   2> 2037545 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2037546 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f197d22{/,null,AVAILABLE}
   [junit4]   2> 2037548 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.ServerConnector Started ServerConnector@127fb216{HTTP/1.1,[http/1.1]}{127.0.0.1:51171}
   [junit4]   2> 2037549 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.e.j.s.Server Started @2041811ms
   [junit4]   2> 2037549 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=51171, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001\cores}
   [junit4]   2> 2037549 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2037549 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001'
   [junit4]   2> 2037549 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2037549 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2037550 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2037550 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2037552 INFO  (zkCallback-3260-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64d29b59 name:ZooKeeperConnection Watcher:127.0.0.1:51164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2037552 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2037552 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2037553 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2037553 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001\solr.xml
   [junit4]   2> 2037564 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001\cores
   [junit4]   2> 2037564 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer New CoreContainer 538569974
   [junit4]   2> 2037564 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001]
   [junit4]   2> 2037564 WARN  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.CdcrVersionReplicationTest_91FB3E0E72DC09B8-001\jetty-001\lib
   [junit4]   2> 2037564 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2037568 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2037568 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2037568 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2037568 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51164/solr
   [junit4]   2> 2037568 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2037568 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2037569 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2037571 INFO  (zkCallback-3263-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77ea023b name:ZooKeeperConnection Watcher:127.0.0.1:51164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2037571 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2037571 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2037573 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1234920690@24a3b0c3
   [junit4]   2> 2037573 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2037574 INFO  (zkCallback-3264-thread-1-processing-n:127.0.0.1:51171_) [n:127.0.0.1:51171_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3291d27f name:ZooKeeperConnection Watcher:127.0.0.1:51164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2037575 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2037576 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2037578 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2037581 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2037583 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2037585 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2037587 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2037590 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[91FB3E0E72DC09B8]) [n:127.0.0.1:51171_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.js

[...truncated too long message...]

FB3E0E72DC09B8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51164 51164
   [junit4]   2> 2067581 INFO  (Thread-3516) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51164 51164
   [junit4]   2> 2067581 WARN  (Thread-3516) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/aliases.json
   [junit4]   2> 	16	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 	4	/solr/collections/tmp_collection/state.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard1/leader
   [junit4]   2> 	2	/solr/collections/source_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/source_collection/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	4	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	4	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	4	/solr/collections/source_collection/state.json
   [junit4]   2> 	4	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	50	/solr/overseer/queue
   [junit4]   2> 	21	/solr/overseer/collection-queue-work
   [junit4]   2> 	16	/solr/live_nodes
   [junit4]   2> 	16	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2067584 INFO  (SUITE-CdcrVersionReplicationTest-seed#[91FB3E0E72DC09B8]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:262)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:209)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:201)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:209)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:847)
   [junit4]   2> 	at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:134)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2068482 WARN  (cdcr-update-log-synchronizer-8075-thread-1) [n:127.0.0.1:51307_ c:source_collection s:shard2 r:core_node3 x:source_collection_shard2_replica1] o.a.s.h.CdcrUpdateLogSynchronizer Couldn't get last processed version from leader http://127.0.0.1:51221/source_collection_shard2_replica2/: Server refused connection at: http://127.0.0.1:51221/source_collection_shard2_replica2
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=465, maxMBSortInHeap=7.718808202968558, sim=ClassicSimilarity, locale=es-UY, timezone=Indian/Mayotte
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=285651784,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestCopyFieldCollectionResource, TestSchemaManager, ForceLeaderTest, TestCustomDocTransformer, TestQueryWrapperFilter, TestXmlQParser, TestInitParams, BlockJoinFacetRandomTest, CollectionsAPIAsyncDistributedZkTest, DateMathParserTest, MBeansHandlerTest, TestLeaderElectionZkExpiry, MinimalSchemaTest, DistributedFacetExistsSmallTest, CircularListTest, AliasIntegrationTest, TestSolrConfigHandlerCloud, TermVectorComponentTest, TestGraphMLResponseWriter, TestRestoreCore, TestFieldCacheReopen, BitVectorTest, LeaderElectionIntegrationTest, UpdateParamsTest, TestExactStatsCache, TestCloudSchemaless, TestReplicationHandlerBackup, TestFieldCacheSort, TestZkChroot, HdfsDirectoryFactoryTest, CdcrReplicationDistributedZkTest, SolrCoreCheckLockOnStartupTest, AutoCommitTest, TestRequestForwarding, TestComplexPhraseQParserPlugin, TestCrossCoreJoin, TestSearcherReuse, TestMiniSolrCloudCluster, BigEndianAscendingWordDeserializerTest, CloudMLTQParserTest, TestSolr4Spatial, TestSolrQueryParserResource, TestSubQueryTransformerDistrib, DistributedQueueTest, TestClassicSimilarityFactory, TestRuleBasedAuthorizationPlugin, TestDFRSimilarityFactory, TestJettySolrRunner, ReplicationFactorTest, TestReversedWildcardFilterFactory, DistributedQueryComponentCustomSortTest, ReturnFieldsTest, TestReloadAndDeleteDocs, SpatialRPTFieldTypeTest, CollectionStateFormat2Test, HdfsNNFailoverTest, TestLocalFSCloudBackupRestore, TestAnalyzeInfixSuggestions, BlobRepositoryCloudTest, TestFiltering, TestSerializedLuceneMatchVersion, LeaderInitiatedRecoveryOnShardRestartTest, OverseerStatusTest, CdcrRequestHandlerTest, TestRangeQuery, BasicFunctionalityTest, TestConfigSetImmutable, SimpleCollectionCreateDeleteTest, ResponseHeaderTest, TestHdfsUpdateLog, BinaryUpdateRequestHandlerTest, RemoteQueryErrorTest, LeaderFailoverAfterPartitionTest, TestMaxScoreQueryParser, TestFieldSortValues, TestJoin, TestSchemaNameResource, BadCopyFieldTest, FileBasedSpellCheckerTest, SuggestComponentTest, HdfsDirectoryTest, TestRawTransformer, SaslZkACLProviderTest, ShardRoutingCustomTest, HighlighterConfigTest, TestAuthorizationFramework, CurrencyFieldOpenExchangeTest, FullSolrCloudDistribCmdsTest, RegexBoostProcessorTest, TestLuceneMatchVersion, CacheHeaderTest, TestQueryUtils, TestIndexingPerformance, WrapperMergePolicyFactoryTest, BlockDirectoryTest, TestNamedUpdateProcessors, TestSubQueryTransformer, SharedFSAutoReplicaFailoverTest, SortByFunctionTest, SolrCmdDistributorTest, SpellingQueryConverterTest, HdfsBasicDistributedZkTest, TestFuzzyAnalyzedSuggestions, TestMacroExpander, TestCloudInspectUtil, SolrInfoMBeanTest, TestRebalanceLeaders, TestSolrQueryParser, TestOmitPositions, TestJmxMonitoredMap, FieldAnalysisRequestHandlerTest, TestConfig, SuggesterTest, TestDistribDocBasedVersion, ParsingFieldUpdateProcessorsTest, HighlighterMaxOffsetTest, SpellCheckComponentTest, UpdateRequestProcessorFactoryTest, DefaultValueUpdateProcessorTest, TestDynamicFieldCollectionResource, TestDocSet, SpellCheckCollatorTest, OpenCloseCoreStressTest, TestDocTermOrds, DeleteReplicaTest, TestSSLRandomization, TestQuerySenderNoQuery, TestSolrConfigHandler, DeleteStatusTest, StatsComponentTest, SortSpecParsingTest, CollectionsAPIDistributedZkTest, QueryParsingTest, TestSearchPerf, TestRandomFlRTGCloud, TestManagedResourceStorage, HdfsSyncSliceTest, ClassificationUpdateProcessorFactoryTest, TestConfigSets, TestExpandComponent, TestSolrDeletionPolicy2, TestOrdValues, CloudExitableDirectoryReaderTest, TestDistributedMissingSort, IndexSchemaTest, TestMergePolicyConfig, TlogReplayBufferedWhileIndexingTest, SolrCloudExampleTest, ShowFileRequestHandlerTest, SyncSliceTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, ZkCLITest, TestRecovery, TermVectorComponentDistributedTest, TestStressReorder, TestReload, SimpleFacetsTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestBadConfig, TestIndexSearcher, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestFoldingMultitermQuery, SuggesterTSTTest, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, DocValuesMultiTest, TestSolrDeletionPolicy1, LukeRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, LoggingHandlerTest, JSONWriterTest, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, ConnectionReuseTest, AsyncMigrateRouteKeyTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrVersionReplicationTest -Dtests.seed=91FB3E0E72DC09B8 -Dtests.slow=true -Dtests.locale=es-UY -Dtests.timezone=Indian/Mayotte -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | CdcrVersionReplicationTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([91FB3E0E72DC09B8]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [447/631 (2!)] on J1 in 31.63s, 1 test, 1 failure <<< FAILURES!

[...truncated 60832 lines...]


[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_102) - Build # 6121 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6121/
Java: 64bit/jdk1.8.0_102 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail

Error Message:
expected:<200> but was:<404>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<404>
	at __randomizedtesting.SeedInfo.seed([7F7D3A7D0570027:6F48E68D00CD12CB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:137)
	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:282)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12024 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithDelegationTokens
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\init-core-data-001
   [junit4]   2> 2654883 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2654889 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2654889 INFO  (Thread-2448) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2654889 INFO  (Thread-2448) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2654990 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:61190
   [junit4]   2> 2654990 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2654991 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2654994 INFO  (zkCallback-9532-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b51ea94 name:ZooKeeperConnection Watcher:127.0.0.1:61190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2654995 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2654995 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2654995 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2655000 INFO  (jetty-launcher-9531-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2655000 INFO  (jetty-launcher-9531-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2655001 INFO  (jetty-launcher-9531-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73435ec5{/solr,null,AVAILABLE}
   [junit4]   2> 2655001 INFO  (jetty-launcher-9531-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cd336a4{/solr,null,AVAILABLE}
   [junit4]   2> 2655003 INFO  (jetty-launcher-9531-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@68ee3842{HTTP/1.1,[http/1.1]}{127.0.0.1:61194}
   [junit4]   2> 2655003 INFO  (jetty-launcher-9531-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@2bf25859{HTTP/1.1,[http/1.1]}{127.0.0.1:61195}
   [junit4]   2> 2655003 INFO  (jetty-launcher-9531-thread-1) [    ] o.e.j.s.Server Started @2659736ms
   [junit4]   2> 2655003 INFO  (jetty-launcher-9531-thread-2) [    ] o.e.j.s.Server Started @2659736ms
   [junit4]   2> 2655003 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61195}
   [junit4]   2> 2655003 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61194}
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node2'
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node1'
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2655004 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2655006 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2655006 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2655007 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2655007 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2655008 INFO  (zkCallback-9534-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5dc7054 name:ZooKeeperConnection Watcher:127.0.0.1:61190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2655008 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2655008 INFO  (zkCallback-9533-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@250b3bac name:ZooKeeperConnection Watcher:127.0.0.1:61190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2655008 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2655008 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2655008 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2655009 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2655009 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2655020 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node2\.
   [junit4]   2> 2655020 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 187763436
   [junit4]   2> 2655021 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node2]
   [junit4]   2> 2655021 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node1\.
   [junit4]   2> 2655021 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1941749868
   [junit4]   2> 2655021 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node1]
   [junit4]   2> 2655021 WARN  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node2\lib
   [junit4]   2> 2655021 WARN  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node1\lib
   [junit4]   2> 2655021 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2655021 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61190/solr
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61190/solr
   [junit4]   2> 2655028 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2655029 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2655029 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2655029 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2655030 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2655030 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2655031 INFO  (zkCallback-9539-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5afa965e name:ZooKeeperConnection Watcher:127.0.0.1:61190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2655031 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2655031 INFO  (zkCallback-9540-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46679c4 name:ZooKeeperConnection Watcher:127.0.0.1:61190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2655031 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2655031 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2655032 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2655032 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$98/1994896079@7f7985c9
   [junit4]   2> 2655032 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157346c8e9b0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2655033 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$98/1994896079@79c74db5
   [junit4]   2> 2655033 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2655033 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2655034 INFO  (zkCallback-9541-thread-1-processing-n:127.0.0.1:61194_solr) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1865ce8b name:ZooKeeperConnection Watcher:127.0.0.1:61190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2655035 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2655035 INFO  (zkCallback-9542-thread-1-processing-n:127.0.0.1:61195_solr) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37ee6883 name:ZooKeeperConnection Watcher:127.0.0.1:61190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2655035 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2655035 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2655035 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2655037 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2655038 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2655041 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2655041 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2655043 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2655043 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2655046 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2655046 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2655047 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2655047 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2655048 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2655049 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2655050 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2655050 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2655051 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2655051 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2655052 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2655052 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2655053 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2655053 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2655054 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2655054 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2655055 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2655055 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2655058 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2655058 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2655060 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2655060 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2655061 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2655061 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2655062 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96603557865390086-127.0.0.1:61195_solr-n_0000000000
   [junit4]   2> 2655062 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96603557865390085-127.0.0.1:61194_solr-n_0000000001
   [junit4]   2> 2655062 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61195_solr
   [junit4]   2> 2655062 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2655062 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96603557865390086-127.0.0.1:61195_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2655063 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61194_solr
   [junit4]   2> 2655063 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:61194_solr
   [junit4]   2> 2655063 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.Overseer Overseer (id=96603557865390086-127.0.0.1:61195_solr-n_0000000000) starting
   [junit4]   2> 2655064 INFO  (zkCallback-9541-thread-1-processing-n:127.0.0.1:61194_solr) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2655064 INFO  (zkCallback-9542-thread-1-processing-n:127.0.0.1:61195_solr) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2655066 INFO  (zkCallback-9541-thread-1-processing-n:127.0.0.1:61194_solr) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2655067 INFO  (zkCallback-9542-thread-1-processing-n:127.0.0.1:61195_solr) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2655067 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2655071 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2655071 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2655071 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2655072 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:61195_solr as DOWN
   [junit4]   2> 2655072 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61195_solr
   [junit4]   2> 2655072 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:61195_solr
   [junit4]   2> 2655074 INFO  (zkCallback-9541-thread-1-processing-n:127.0.0.1:61194_solr) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2655074 INFO  (zkCallback-9542-thread-1-processing-n:127.0.0.1:61195_solr) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2655094 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2655094 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 2655095 INFO  (zkCallback-9541-thread-1-processing-n:127.0.0.1:61194_solr) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2655095 INFO  (zkCallback-9542-thread-1-processing-n:127.0.0.1:61195_solr) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2655095 INFO  (OverseerCollectionConfigSetProcessor-96603557865390086-127.0.0.1:61195_solr-n_0000000000) [n:127.0.0.1:61195_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2655096 INFO  (OverseerStateUpdate-96603557865390086-127.0.0.1:61195_solr-n_0000000000) [n:127.0.0.1:61195_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2655099 INFO  (OverseerStateUpdate-96603557865390086-127.0.0.1:61195_solr-n_0000000000) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
   [junit4]   2> 2655100 INFO  (OverseerStateUpdate-96603557865390086-127.0.0.1:61195_solr-n_0000000000) [n:127.0.0.1:61195_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:61195_solr"} current state version: 0
   [junit4]   2> 2655100 INFO  (OverseerStateUpdate-96603557865390086-127.0.0.1:61195_solr-n_0000000000) [n:127.0.0.1:61195_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:61195_solr
   [junit4]   2> 2655131 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 2655131 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, token.validity=36000, signer.secret.provider.zookeeper.path=/token, type=kerberos, zk-dt-secret-manager.enable=true, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 2655429 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2655429 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2655484 INFO  (jetty-launcher-9531-thread-2-EventThread) [n:127.0.0.1:61195_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2655484 INFO  (jetty-launcher-9531-thread-1-EventThread) [n:127.0.0.1:61194_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2655687 ERROR (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.h.u.Shell Failed to locate the winutils binary in the hadoop binary path
   [junit4]   2> java.io.IOException: Could not locate executable null\bin\winutils.exe in the Hadoop binaries.
   [junit4]   2> 	at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:356)
   [junit4]   2> 	at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:371)
   [junit4]   2> 	at org.apache.hadoop.util.Shell.<clinit>(Shell.java:364)
   [junit4]   2> 	at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
   [junit4]   2> 	at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenManager.<init>(DelegationTokenManager.java:115)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.initTokenManager(DelegationTokenAuthenticationHandler.java:148)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.init(DelegationTokenAuthenticationHandler.java:118)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler.init(HttpParamDelegationTokenPlugin.java:178)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.initializeAuthHandler(AuthenticationFilter.java:238)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.initializeAuthHandler(DelegationTokenAuthenticationFilter.java:209)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.initializeAuthHandler(DelegationTokenKerberosFilter.java:137)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.init(AuthenticationFilter.java:227)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationFilter.init(DelegationTokenAuthenticationFilter.java:175)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.init(DelegationTokenKerberosFilter.java:66)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin.init(HttpParamDelegationTokenPlugin.java:134)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.initializeAuthenticationPlugin(CoreContainer.java:320)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:466)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:158)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:134)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:856)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1542)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1576)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1268)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1113)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:258)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2> 	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:342)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:315)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:344)
   [junit4]   2> 	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:211)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2655890 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.CoreContainer Reconfiguring HttpClient settings.
   [junit4]   2> 2655890 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.CoreContainer Reconfiguring HttpClient settings.
   [junit4]   2> 2655892 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node2\.
   [junit4]   2> 2655893 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001\tempDir-001\node1\.
   [junit4]   2> 2655893 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2655893 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2655894 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2655894 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 2655894 INFO  (jetty-launcher-9531-thread-1) [n:127.0.0.1:61194_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2655894 INFO  (jetty-launcher-9531-thread-2) [n:127.0.0.1:61195_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2655894 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2655895 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2655896 INFO  (zkCallback-9545-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d75ca08 name:ZooKeeperConnection Watcher:127.0.0.1:61190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2655896 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2655896 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2655898 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157346c8e9b0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2655922 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenew
   [junit4]   2> 2657179 INFO  (qtp1889479867-38330) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJOZigFXWHkXmQEDFLHBq8WS8iPi2pjIPndjJn6SCnAcB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657179 INFO  (qtp1889479867-38330) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJOZigFXWHkXmQEDFLHBq8WS8iPi2pjIPndjJn6SCnAcB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657201 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657205 INFO  (qtp177435833-38329) [n:127.0.0.1:61195_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJOZigFXWHkXmQEDFLHBq8WS8iPi2pjIPndjJn6SCnAcB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657205 INFO  (qtp177435833-38329) [n:127.0.0.1:61195_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJOZigFXWHkXmQEDFLHBq8WS8iPi2pjIPndjJn6SCnAcB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657208 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657227 INFO  (qtp1889479867-38328) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJenigFXWHkbpwIDFFuYNdgs1l-ksJY0VcK8QAx_LInJB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657227 INFO  (qtp1889479867-38328) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJenigFXWHkbpwIDFFuYNdgs1l-ksJY0VcK8QAx_LInJB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657229 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657231 INFO  (qtp177435833-38338) [n:127.0.0.1:61195_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJenigFXWHkbpwIDFFuYNdgs1l-ksJY0VcK8QAx_LInJB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657232 INFO  (qtp177435833-38338) [n:127.0.0.1:61195_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJenigFXWHkbpwIDFFuYNdgs1l-ksJY0VcK8QAx_LInJB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657235 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657250 INFO  (qtp1889479867-38328) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfCigFXWHkbwgMDFA1twDPpEbXVbzRv1KMWB9Y1HXy6B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657250 INFO  (qtp1889479867-38328) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfCigFXWHkbwgMDFA1twDPpEbXVbzRv1KMWB9Y1HXy6B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657252 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657255 INFO  (qtp177435833-38334) [n:127.0.0.1:61195_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfCigFXWHkbwgMDFA1twDPpEbXVbzRv1KMWB9Y1HXy6B3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657255 INFO  (qtp177435833-38334) [n:127.0.0.1:61195_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfCigFXWHkbwgMDFA1twDPpEbXVbzRv1KMWB9Y1HXy6B3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657258 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657270 INFO  (qtp1889479867-38326) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfZigFXWHkb2QQDFE1C0Pze8Id4_GFS8e5de_lm9gTiB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657270 INFO  (qtp1889479867-38326) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfZigFXWHkb2QQDFE1C0Pze8Id4_GFS8e5de_lm9gTiB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657273 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657275 INFO  (qtp177435833-38334) [n:127.0.0.1:61195_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfZigFXWHkb2QQDFE1C0Pze8Id4_GFS8e5de_lm9gTiB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657275 INFO  (qtp177435833-38334) [n:127.0.0.1:61195_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJfZigFXWHkb2QQDFE1C0Pze8Id4_GFS8e5de_lm9gTiB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657279 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657279 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenew-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenew
   [junit4]   2> 2657298 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenVerify
   [junit4]   2> 2657307 INFO  (qtp1889479867-38322) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJgBigFXWHkcAQUDFJCdncVAtGsxScYWXMVCXtm5XRKaB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657307 INFO  (qtp1889479867-38322) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJgBigFXWHkcAQUDFJCdncVAtGsxScYWXMVCXtm5XRKaB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657312 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657315 INFO  (qtp177435833-38329) [n:127.0.0.1:61195_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJgBigFXWHkcAQUDFJCdncVAtGsxScYWXMVCXtm5XRKaB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657315 INFO  (qtp177435833-38329) [n:127.0.0.1:61195_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJgBigFXWHkcAQUDFJCdncVAtGsxScYWXMVCXtm5XRKaB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2657317 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657317 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenVerify-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenVerify
   [junit4]   2> 2657346 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZNodePaths
   [junit4]   2> 2657352 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7F7D3A7D0570027]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2657353 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7F7D3A7D0570027]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2657358 INFO  (zkCallback-9547-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49bf18d6 name:ZooKeeperConnection Watcher:127.0.0.1:61190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2657358 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7F7D3A7D0570027]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2657358 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7F7D3A7D0570027]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2657359 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157346c8e9b000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2657359 INFO  (TEST-TestSolrCloudWithDelegationTokens.testZNodePaths-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZNodePaths
   [junit4]   2> 2657386 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenRenewFail
   [junit4]   2> 2657394 WARN  (qtp1889479867-38333) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 2657395 WARN  (qtp1889479867-38333) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2657395 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657395 WARN  (qtp177435833-38338) [n:127.0.0.1:61195_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: foo tries to renew a token with renewer bar
   [junit4]   2> 2657396 WARN  (qtp177435833-38338) [n:127.0.0.1:61195_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2657396 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657401 WARN  (qtp1889479867-38322) [n:127.0.0.1:61194_solr    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 2657403 WARN  (qtp1889479867-38322) [n:127.0.0.1:61194_solr    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2657403 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657403 WARN  (qtp177435833-38331) [    ] o.a.h.s.a.s.AuthenticationFilter Authentication exception: org.apache.hadoop.security.AccessControlException: notRenewUser tries to renew a token with renewer renewUser
   [junit4]   2> 2657404 WARN  (qtp177435833-38331) [    ] o.a.s.s.KerberosPlugin Could not find org.apache.solr.security.kerberosplugin.requestcontinues
   [junit4]   2> 2657404 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2657404 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenRenewFail-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenRenewFail
   [junit4]   2> 2657433 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancel
   [junit4]   2> 2657464 INFO  (qtp1889479867-38326) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=HAAEdXNlcgR1c2VyAIoBVzRsmIeKAVdYeRyHCQMUmmWpHN0ZEVdZJiNECbn3If5WloIHc29sci1kdAA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2657465 INFO  (qtp1889479867-38326) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=HAAEdXNlcgR1c2VyAIoBVzRsmIeKAVdYeRyHCQMUmmWpHN0ZEVdZJiNECbn3If5WloIHc29sci1kdAA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2658468 ERROR (qtp1889479867-38333) [    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_9]
   [junit4]   2> 2658498 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2658501 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2658512 ERROR (qtp177435833-38334) [n:127.0.0.1:61195_solr    ] o.a.h.s.t.d.ZKDelegationTokenSecretManager No node in path [/ZKDTSMTokensRoot/DT_10]
   [junit4]   2> 2658517 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2658519 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2658519 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancel-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancel
   [junit4]   2> 2658540 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationOtherOp
   [junit4]   2> 2658543 INFO  (qtp1889479867-38322) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params op=someSolrOperation&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2658543 INFO  (qtp1889479867-38322) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={op=someSolrOperation&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2658543 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1474089315804&s=OC8V7Hph0UuAhcqpZF++mSymDCY="; Path=/; Domain=127.0.0.1; Expires= , 17-   -2016 05:15:15 GMT; HttpOnly". Invalid 'expires' attribute: , 17- -2016 05:15:15 GMT
   [junit4]   2> 2658543 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationOtherOp-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationOtherOp
   [junit4]   2> 2658564 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenCancelFail
   [junit4]   2> 2658577 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenCancelFail
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithDelegationTokens -Dtests.method=testDelegationTokenCancelFail -Dtests.seed=7F7D3A7D0570027 -Dtests.slow=true -Dtests.locale=he-IL -Dtests.timezone=Europe/London -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.04s J0 | TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<200> but was:<404>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7F7D3A7D0570027:6F48E68D00CD12CB]:0)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.cancelDelegationToken(TestSolrCloudWithDelegationTokens.java:137)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithDelegationTokens.testDelegationTokenCancelFail(TestSolrCloudWithDelegationTokens.java:282)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2658601 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelegationTokenSolrClient
   [junit4]   2> 2658610 WARN  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[7F7D3A7D0570027]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth=; Path=/; Domain=127.0.0.1; Expires= , 01-   -1970 00:00:00 GMT; HttpOnly". Invalid 'expires' attribute: , 01- -1970 00:00:00 GMT
   [junit4]   2> 2658614 INFO  (qtp1889479867-38330) [n:127.0.0.1:61194_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJ0XigFXWHkhFwwDFG9NBSDYM8T19QlEPT2O-IU7MOprB3NvbHItZHQA&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2658614 INFO  (qtp1889479867-38330) [n:127.0.0.1:61194_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&delegation=GgADYmFyA2JhcgCKAVc0bJ0XigFXWHkhFwwDFG9NBSDYM8T19QlEPT2O-IU7MOprB3NvbHItZHQA&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2658614 INFO  (TEST-TestSolrCloudWithDelegationTokens.testDelegationTokenSolrClient-seed#[7F7D3A7D0570027]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelegationTokenSolrClient
   [junit4]   2> 2658618 INFO  (jetty-launcher-9531-thread-2) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@68ee3842{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2658621 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1941749868
   [junit4]   2> 2658621 INFO  (jetty-launcher-9531-thread-1) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@2bf25859{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2658622 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=187763436
   [junit4]   2> 2658622 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:61195_solr as DOWN
   [junit4]   2> 2658622 INFO  (jetty-launcher-9531-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:61194_solr as DOWN
   [junit4]   2> 2658628 INFO  (jetty-launcher-9531-thread-1) [    ] o.a.s.c.Overseer Overseer (id=96603557865390086-127.0.0.1:61195_solr-n_0000000000) closing
   [junit4]   2> 2658628 INFO  (OverseerStateUpdate-96603557865390086-127.0.0.1:61195_solr-n_0000000000) [n:127.0.0.1:61195_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:61195_solr
   [junit4]   2> 2658631 INFO  (zkCallback-9541-thread-1-processing-n:127.0.0.1:61194_solr) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2658631 WARN  (zkCallback-9541-thread-1-processing-n:127.0.0.1:61194_solr) [n:127.0.0.1:61194_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2658631 INFO  (zkCallback-9542-thread-2-processing-n:127.0.0.1:61195_solr) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2658631 WARN  (zkCallback-9542-thread-2-processing-n:127.0.0.1:61195_solr) [n:127.0.0.1:61195_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2658632 ERROR (Thread[Thread-2466,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:61194_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2658632 ERROR (Thread[Thread-2465,5,TGRP-TestSolrCloudWithDelegationTokens]) [n:127.0.0.1:61195_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2658662 INFO  (jetty-launcher-9531-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cd336a4{/solr,null,UNAVAILABLE}
   [junit4]   2> 2658662 INFO  (jetty-launcher-9531-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73435ec5{/solr,null,UNAVAILABLE}
   [junit4]   2> 2658662 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157346c8e9b0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2658665 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61190 61190
   [junit4]   2> 2658666 INFO  (Thread-2448) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61190 61190
   [junit4]   2> 2658667 WARN  (Thread-2448) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_7
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_6
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_9
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_8
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_2
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_5
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_4
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_12
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_11
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot/DT_10
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 2658667 INFO  (SUITE-TestSolrCloudWithDelegationTokens-seed#[7F7D3A7D0570027]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithDelegationTokens_7F7D3A7D0570027-001
   [junit4]   2> Sep 16, 2016 7:15:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=109, maxMBSortInHeap=7.1166622888919555, sim=RandomSimilarity(queryNorm=true): {}, locale=he-IL, timezone=Europe/London
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=3,threads=1,free=146924928,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotWhiteBoxTest, TestSolr4Spatial2, TestChildDocTransformer, TestHdfsBackupRestoreCore, LeaderElectionTest, TestPseudoReturnFields, SolrXmlInZkTest, DistributedQueryElevationComponentTest, ConjunctionSolrSpellCheckerTest, TestNumericTerms32, TestJsonRequest, TestManagedSchemaAPI, TestSolrCoreSnapshots, InfoHandlerTest, OverseerCollectionConfigSetProcessorTest, TestRequestStatusCollectionAPI, TestDocumentBuilder, OverseerTaskQueueTest, OutputWriterTest, CoreSorterTest, HdfsCollectionsAPIDistributedZkTest, TestSolrIndexConfig, DocumentAnalysisRequestHandlerTest, TestScoreJoinQPNoScore, TestReplicaProperties, TestStressReorder, TestSchemaResource, TestBulkSchemaConcurrent, HdfsBasicDistributedZk2Test, TestPerFieldSimilarityWithDefaultOverride, TestSolrQueryResponse, TestBinaryResponseWriter, DistributedFacetPivotSmallAdvancedTest, LeaderInitiatedRecoveryOnCommitTest, TestFastLRUCache, StandardRequestHandlerTest, TestSlowCompositeReaderWrapper, TestElisionMultitermQuery, QueryElevationComponentTest, CdcrReplicationHandlerTest, TestCSVLoader, DateRangeFieldTest, TestPartialUpdateDeduplication, HighlighterTest, CursorMarkTest, DistributedMLTComponentTest, SimplePostToolTest, SegmentsInfoRequestHandlerTest, TestComponentsName, TestLFUCache, TestBinaryField, OverseerRolesTest, TestSolrCloudWithSecureImpersonation, PrimUtilsTest, TestTestInjection, BigEndianAscendingWordSerializerTest, SolrTestCaseJ4Test, DirectUpdateHandlerTest, CleanupOldIndexTest, TestStressLiveNodes, TestFieldCacheWithThreads, ZkControllerTest, PathHierarchyTokenizerFactoryTest, TestRandomRequestDistribution, TestPivotHelperCode, DeleteInactiveReplicaTest, TestPostingsSolrHighlighter, QueryEqualityTest, TestUseDocValuesAsStored, CollectionsAPISolrJTest, TestStandardQParsers, TestPKIAuthenticationPlugin, TestFieldTypeResource, TestDistributedStatsComponentCardinality, TestOnReconnectListenerSupport, TestSortByMinMaxFunction, TestSolrDynamicMBean, SOLR749Test, TestHighlightDedupGrouping, CheckHdfsIndexTest, TestBlendedInfixSuggestions, OutOfBoxZkACLAndCredentialsProvidersTest, TestLegacyNumericRangeQueryBuilder, TestLeaderInitiatedRecoveryThread, PreAnalyzedUpdateProcessorTest, TestLazyCores, TestSolrConfigHandlerConcurrent, TestFieldCacheSortRandom, HardAutoCommitTest, TermsComponentTest, EnumFieldTest, TestSolrJ, BasicDistributedZkTest, TestRandomCollapseQParserPlugin, TestDFISimilarityFactory, TestTrieFacet, TestDynamicFieldResource, CdcrBootstrapTest, TestEmbeddedSolrServerConstructors, TestSha256AuthenticationProvider, TestLRUStatsCache, RecoveryAfterSoftCommitTest, SystemInfoHandlerTest, PolyFieldTest, ZkStateReaderTest, ClusterStateUpdateTest, TestReloadDeadlock, TestExactSharedStatsCache, RankQueryTest, TestRandomDVFaceting, TestSort, AtomicUpdatesTest, PingRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, TestSubQueryTransformerCrossCore, TestShortCircuitedRequests, TestHashPartitioner, TestGeoJSONResponseWriter, BlockJoinFacetDistribTest, CollectionTooManyReplicasTest, HttpPartitionTest, TestJmxIntegration, SSLMigrationTest, DocValuesTest, TestUninvertingReader, AnalyticsMergeStrategyTest, TestUniqueKeyFieldResource, TestWordDelimiterFilterFactory, OpenExchangeRatesOrgProviderTest, TestTolerantUpdateProcessorRandomCloud, TestLRUCache, CollectionReloadTest, TestLockTree, DataDrivenBlockJoinTest, TestStressRecovery, ShardRoutingTest, DisMaxRequestHandlerTest, TestRestManager, CurrencyFieldXmlFileTest, TestNRTOpen, TestCollationFieldDocValues, SolrCoreTest, SolrPluginUtilsTest, DistributedFacetPivotLargeTest, TestSolrCloudWithDelegationTokens]
   [junit4] Completed [465/631 (1!)] on J0 in 4.06s, 8 tests, 1 failure <<< FAILURES!

[...truncated 60756 lines...]