You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/04/20 23:21:14 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1094 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1094/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([106C213269B6897F:FD650C5B9D64FBA]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:135)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:41)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11179 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_106C213269B6897F-001/init-core-data-001
   [junit4]   2> 1039156 INFO  (SUITE-ZkStateReaderTest-seed#[106C213269B6897F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1039158 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1039158 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1039158 INFO  (Thread-2522) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1039158 INFO  (Thread-2522) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1039260 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer start zk server on port:41270
   [junit4]   2> 1039260 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1039265 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1039301 INFO  (zkCallback-1357-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a62c616 name:ZooKeeperConnection Watcher:127.0.0.1:41270 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1039301 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1039301 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1039306 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1039306 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1543568b5210000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1039307 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1039308 INFO  (zkCallback-1358-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d78aa0f name:ZooKeeperConnection Watcher:127.0.0.1:41270 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1039308 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1039308 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1039308 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1039311 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1039312 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1039317 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62f014d9 name:ZooKeeperConnection Watcher:127.0.0.1:41270/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1039317 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1039317 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1039317 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1039318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1039319 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1039319 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1039320 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1039321 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1039321 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1039340 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1039349 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1039364 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1039576 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1039592 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1039649 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41270 41270
   [junit4]   2> 1039963 INFO  (Thread-2522) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41270 41270
   [junit4]   2> 1039968 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1039996 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1039997 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1040008 INFO  (Thread-2523) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1040008 INFO  (Thread-2523) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1040104 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer start zk server on port:38751
   [junit4]   2> 1040104 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040115 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040136 INFO  (zkCallback-1360-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28f3456a name:ZooKeeperConnection Watcher:127.0.0.1:38751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040136 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040137 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040169 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040175 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040200 INFO  (zkCallback-1361-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@570315b1 name:ZooKeeperConnection Watcher:127.0.0.1:38751 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040204 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040204 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040204 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1040232 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1543568b8740001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1040232 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040233 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040243 INFO  (zkCallback-1362-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@684e3ac4 name:ZooKeeperConnection Watcher:127.0.0.1:38751/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040243 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1040244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1040245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1040245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1040246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1040246 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1040247 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1040247 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1040248 INFO  (zkCallback-1362-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1040248 INFO  (zkCallback-1362-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1040298 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1040300 INFO  (zkCallback-1362-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1040469 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38751 38751
   [junit4]   2> 1040649 INFO  (Thread-2523) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38751 38751
   [junit4]   2> 1040656 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1040658 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1040659 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1040663 INFO  (Thread-2524) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1040663 INFO  (Thread-2524) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1040763 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer start zk server on port:38124
   [junit4]   2> 1040764 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040772 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040800 INFO  (zkCallback-1363-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a89d1fb name:ZooKeeperConnection Watcher:127.0.0.1:38124 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040801 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040802 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040824 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040840 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040851 INFO  (zkCallback-1364-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@131360b7 name:ZooKeeperConnection Watcher:127.0.0.1:38124 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040851 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040852 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040852 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1040860 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1040860 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1040861 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a65e2fe name:ZooKeeperConnection Watcher:127.0.0.1:38124/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1040861 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1040861 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1040864 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1040870 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1040871 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1040872 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1040874 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1040875 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1040876 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1040876 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 1040876 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1040876 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1040877 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1040900 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1041010 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1041028 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$6/1267436630@1a74f507 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1e4b6291[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 3]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1041029 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$6/1267436630@573919b5 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1e4b6291[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 3]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1041040 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38124 38124
   [junit4]   2> 1041217 INFO  (Thread-2524) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38124 38124
   [junit4]   2> 1041217 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefresh -Dtests.seed=106C213269B6897F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=Atlantic/Faroe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.56s J0 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([106C213269B6897F:FD650C5B9D64FBA]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:135)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:41)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1041221 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1041221 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1041228 INFO  (Thread-2525) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1041228 INFO  (Thread-2525) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1041324 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer start zk server on port:51455
   [junit4]   2> 1041324 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041325 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041330 INFO  (zkCallback-1366-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@312b4b51 name:ZooKeeperConnection Watcher:127.0.0.1:51455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041330 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041330 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041331 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041332 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041334 INFO  (zkCallback-1367-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50a6fb7 name:ZooKeeperConnection Watcher:127.0.0.1:51455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1041337 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041338 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041339 INFO  (zkCallback-1368-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b8bf074 name:ZooKeeperConnection Watcher:127.0.0.1:51455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041339 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041339 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041340 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1041342 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1041343 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1041344 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1041345 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1041346 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1041347 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1041348 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 1041348 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1041348 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1041348 INFO  (zkCallback-1368-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1041349 INFO  (zkCallback-1368-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1041350 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1041350 INFO  (zkCallback-1368-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1041351 INFO  (zkCallback-1368-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1041351 INFO  (zkCallback-1368-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1041461 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51455 51455
   [junit4]   2> 1041760 INFO  (Thread-2525) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51455 51455
   [junit4]   2> 1041784 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1041840 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1041841 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1041845 INFO  (Thread-2526) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1041845 INFO  (Thread-2526) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1041946 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer start zk server on port:52372
   [junit4]   2> 1041946 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041947 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041954 INFO  (zkCallback-1369-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f8a3a2e name:ZooKeeperConnection Watcher:127.0.0.1:52372 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041955 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041955 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041956 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041956 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1543568bfa00000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1041957 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041958 INFO  (zkCallback-1370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b969a2d name:ZooKeeperConnection Watcher:127.0.0.1:52372 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041958 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041958 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041958 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1041961 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041961 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041962 INFO  (zkCallback-1371-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20297088 name:ZooKeeperConnection Watcher:127.0.0.1:52372/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041962 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041962 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041963 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1042000 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1042001 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1042002 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1042002 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1042003 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1042003 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1042003 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1042004 INFO  (zkCallback-1371-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1042004 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1042020 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 1042021 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1042021 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Removing watch for uninteresting collection [c1]
   [junit4]   2> 1042033 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52372 52372
   [junit4]   2> 1042211 INFO  (Thread-2526) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52372 52372
   [junit4]   2> 1042216 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1042218 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1042219 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1042223 INFO  (Thread-2527) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1042223 INFO  (Thread-2527) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1042324 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer start zk server on port:45030
   [junit4]   2> 1042324 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1042336 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1042346 INFO  (zkCallback-1372-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f2e106b name:ZooKeeperConnection Watcher:127.0.0.1:45030 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1042346 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1042347 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1042348 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1042351 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1042356 INFO  (zkCallback-1373-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57016ffb name:ZooKeeperConnection Watcher:127.0.0.1:45030 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1042356 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1042357 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1042357 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1042358 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1042358 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1042359 INFO  (zkCallback-1374-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b044552 name:ZooKeeperConnection Watcher:127.0.0.1:45030/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1042560 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1042560 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1042563 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1042566 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1042567 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1042568 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1042569 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1042569 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1042570 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1042571 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 1042571 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1042571 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1042572 INFO  (zkCallback-1374-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1042574 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1042574 INFO  (zkCallback-1374-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1042574 INFO  (zkCallback-1374-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1042632 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45030 45030
   [junit4]   2> 1042916 INFO  (Thread-2527) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45030 45030
   [junit4]   2> 1042924 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[106C213269B6897F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1042925 INFO  (SUITE-ZkStateReaderTest-seed#[106C213269B6897F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_106C213269B6897F-001
   [junit4]   2> Apr 20, 2016 8:42:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=1217, maxMBSortInHeap=4.889808926012612, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=fi, timezone=Atlantic/Faroe
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=180154824,total=516947968
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, HdfsCollectionsAPIDistributedZkTest, RuleEngineTest, QueryElevationComponentTest, JSONWriterTest, TestAtomicUpdateErrorCases, IndexSchemaTest, TestManagedSynonymFilterFactory, TestSearcherReuse, BasicDistributedZkTest, TestFoldingMultitermQuery, SuggestComponentTest, DeleteStatusTest, TestFieldResource, ResponseLogComponentTest, DeleteLastCustomShardedReplicaTest, PrimUtilsTest, TestSortByMinMaxFunction, TestOmitPositions, ResourceLoaderTest, TestSchemaNameResource, OverseerCollectionConfigSetProcessorTest, TestStressUserVersions, DefaultValueUpdateProcessorTest, CreateCollectionCleanupTest, TestSolrDynamicMBean, TestSolrQueryResponse, HdfsWriteToMultipleCollectionsTest, CloudExitableDirectoryReaderTest, TestPseudoReturnFields, CollectionTooManyReplicasTest, TestRequestForwarding, RequiredFieldsTest, TestLazyCores, AtomicUpdatesTest, TestConfigSets, TestLMDirichletSimilarityFactory, LeaderElectionIntegrationTest, PreAnalyzedUpdateProcessorTest, TestMacros, SystemInfoHandlerTest, SecurityConfHandlerTest, AnalyticsQueryTest, SharedFSAutoReplicaFailoverTest, TestCollectionAPI, TestPhraseSuggestions, RankQueryTest, TestSolr4Spatial2, AsyncCallRequestStatusResponseTest, ConcurrentDeleteAndCreateCollectionTest, HighlighterMaxOffsetTest, TestBinaryField, TestScoreJoinQPNoScore, TestReloadAndDeleteDocs, TestRandomFaceting, TestRealTimeGet, TestSolr4Spatial, DistributedQueryComponentCustomSortTest, ExitableDirectoryReaderTest, AddBlockUpdateTest, RAMDirectoryFactoryTest, TestInfoStreamLogging, BasicZkTest, TestDownShardTolerantSearch, TestPivotHelperCode, XsltUpdateRequestHandlerTest, CloudMLTQParserTest, TestHashQParserPlugin, TestHighlightDedupGrouping, BlockJoinFacetRandomTest, HdfsThreadLeakTest, TestSolrConfigHandlerCloud, TestReRankQParserPlugin, TestDistributedSearch, SolrRequestParserTest, TestTolerantUpdateProcessorCloud, TestSchemaVersionResource, TestPKIAuthenticationPlugin, HdfsBasicDistributedZkTest, TestRandomRequestDistribution, TestComponentsName, TestHdfsUpdateLog, ActionThrottleTest, TestCrossCoreJoin, TestSolrQueryParserResource, ZkStateReaderTest]
   [junit4] Completed [189/590 (1!)] on J0 in 4.07s, 6 tests, 1 error <<< FAILURES!

[...truncated 1292 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1014: There were test failures: 590 suites (10 ignored), 2373 tests, 1 error, 85 ignored (70 assumptions) [seed: 106C213269B6897F]

Total time: 94 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1097 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1097/

3 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([4B17D181DD650A:1FF1662651BDA3CF]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:135)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:41)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestManagedSchemaAPI

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper]
	at __randomizedtesting.SeedInfo.seed([4B17D181DD650A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:255)
	at sun.reflect.GeneratedMethodAccessor32.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.spelling.suggest.SuggesterTSTTest.testReload

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([4B17D181DD650A:C7BB6FD24B9E9D18]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:780)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:747)
	at org.apache.solr.spelling.suggest.SuggesterTest.testReload(SuggesterTest.java:90)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='ac']/int[@name='numFound'][.='2']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">1</int></lst><lst name="spellcheck"><lst name="suggestions"/><lst name="collations"/></lst>
</response>

	request was:q=ac&qt=/suggest_tst&spellcheck.onlyMorePopular=true&spellcheck.count=2&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:773)
	... 41 more




Build Log:
[...truncated 10846 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_4B17D181DD650A-001/init-core-data-001
   [junit4]   2> 349956 INFO  (SUITE-ZkStateReaderTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 349970 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 349970 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 349976 INFO  (Thread-526) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 349976 INFO  (Thread-526) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 350076 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer start zk server on port:57182
   [junit4]   2> 350076 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 350084 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 350143 INFO  (zkCallback-226-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a300628 name:ZooKeeperConnection Watcher:127.0.0.1:57182 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 350143 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 350143 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 350145 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 350145 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 350146 INFO  (zkCallback-227-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41f62d14 name:ZooKeeperConnection Watcher:127.0.0.1:57182 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 350146 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 350146 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 350146 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 350149 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 350149 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 350150 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@30ba8701 name:ZooKeeperConnection Watcher:127.0.0.1:57182/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 350150 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 350150 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 350151 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 350151 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 350154 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 350155 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 350155 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 350156 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 350157 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 350157 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 350157 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 350158 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 350158 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 350166 INFO  (zkCallback-228-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 350225 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 350236 INFO  (zkCallback-228-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 350242 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 350244 INFO  (zkCallback-228-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 350387 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57182 57182
   [junit4]   2> 350692 INFO  (Thread-526) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57182 57182
   [junit4]   2> 350704 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 350705 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 350706 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 350712 INFO  (Thread-527) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 350712 INFO  (Thread-527) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 350812 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer start zk server on port:36669
   [junit4]   2> 350812 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 350823 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 350839 INFO  (zkCallback-229-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a300502 name:ZooKeeperConnection Watcher:127.0.0.1:36669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 350844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 350844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 350888 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 350896 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 350924 INFO  (zkCallback-230-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@badfd4 name:ZooKeeperConnection Watcher:127.0.0.1:36669 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 350928 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 350928 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 350928 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 351000 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 351004 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 351007 INFO  (zkCallback-231-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5e7ef505 name:ZooKeeperConnection Watcher:127.0.0.1:36669/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 351007 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 351007 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 351008 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 351009 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 351009 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 351010 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 351011 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 351012 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 351013 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 351013 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 351014 INFO  (zkCallback-231-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 351014 INFO  (zkCallback-231-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 351015 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 351016 INFO  (zkCallback-231-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 351090 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1543b2690f90002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 351091 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36669 36669
   [junit4]   2> 351372 INFO  (Thread-527) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36669 36669
   [junit4]   2> 351373 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 351374 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 351374 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 351376 INFO  (Thread-528) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 351376 INFO  (Thread-528) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 351480 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer start zk server on port:54276
   [junit4]   2> 351480 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 351488 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 351516 INFO  (zkCallback-232-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50d7b765 name:ZooKeeperConnection Watcher:127.0.0.1:54276 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 351520 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 351520 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 351545 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 351549 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 351555 INFO  (zkCallback-233-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f1e29f2 name:ZooKeeperConnection Watcher:127.0.0.1:54276 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 351555 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 351555 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 351556 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 351560 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 351560 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 351564 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36c7dcf8 name:ZooKeeperConnection Watcher:127.0.0.1:54276/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 351564 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 351564 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 351565 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 351565 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 351566 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 351566 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 351567 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 351567 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 351568 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 351568 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 351568 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 351573 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 351637 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 351656 INFO  (zkCallback-234-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 351708 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54276 54276
   [junit4]   2> 351973 INFO  (Thread-528) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54276 54276
   [junit4]   2> 351988 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 351992 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 351992 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 351994 INFO  (Thread-529) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 351994 INFO  (Thread-529) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 352096 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer start zk server on port:35813
   [junit4]   2> 352096 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 352108 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 352127 INFO  (zkCallback-235-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17ec1cbd name:ZooKeeperConnection Watcher:127.0.0.1:35813 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 352127 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 352128 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 352129 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 352129 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 352131 INFO  (zkCallback-236-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64207fc3 name:ZooKeeperConnection Watcher:127.0.0.1:35813 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 352132 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 352132 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 352132 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 352137 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1543b2695fc0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 352138 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 352139 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 352140 INFO  (zkCallback-237-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f718a3 name:ZooKeeperConnection Watcher:127.0.0.1:35813/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 352140 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 352140 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 352140 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 352141 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 352141 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 352142 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 352143 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 352143 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 352144 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 352144 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 352145 INFO  (zkCallback-237-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 352145 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 352146 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 352146 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 352146 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Removing watch for uninteresting collection [c1]
   [junit4]   2> 352148 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35813 35813
   [junit4]   2> 352388 INFO  (Thread-529) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35813 35813
   [junit4]   2> 352392 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 352404 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 352404 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 352408 INFO  (Thread-530) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 352408 INFO  (Thread-530) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 352509 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer start zk server on port:52151
   [junit4]   2> 352509 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 352509 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 352532 INFO  (zkCallback-238-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e2d0b99 name:ZooKeeperConnection Watcher:127.0.0.1:52151 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 352536 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 352536 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 352552 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 352556 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 352576 INFO  (zkCallback-239-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@278a8fe5 name:ZooKeeperConnection Watcher:127.0.0.1:52151 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 352576 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 352576 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 352576 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 352648 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 352660 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 352680 INFO  (zkCallback-240-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52ec7ecf name:ZooKeeperConnection Watcher:127.0.0.1:52151/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 352680 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 352680 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 352690 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 352691 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 352691 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 352692 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 352692 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 352693 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 352693 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 352693 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 352694 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 352694 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 352695 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 352696 INFO  (zkCallback-240-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 352704 INFO  (zkCallback-240-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 352706 INFO  (zkCallback-240-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 352752 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52151 52151
   [junit4]   2> 352972 INFO  (Thread-530) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52151 52151
   [junit4]   2> 352984 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 352992 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 352993 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 352998 INFO  (Thread-531) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 352998 INFO  (Thread-531) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 353100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer start zk server on port:48978
   [junit4]   2> 353100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 353116 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 353140 INFO  (zkCallback-241-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32267e89 name:ZooKeeperConnection Watcher:127.0.0.1:48978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 353140 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 353140 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 353195 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 353199 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 353216 INFO  (zkCallback-242-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@135aa7f5 name:ZooKeeperConnection Watcher:127.0.0.1:48978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 353220 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 353220 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 353220 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 353223 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 353233 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 353240 INFO  (zkCallback-243-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29657a2a name:ZooKeeperConnection Watcher:127.0.0.1:48978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 353244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 353244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 353256 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 353257 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 353257 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 353258 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 353258 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 353259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 353259 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 353260 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 353260 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 353260 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 353261 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 353268 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/787100141@2480caec rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@20bf4aa4[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 353269 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/787100141@76670435 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@20bf4aa4[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 353269 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/787100141@ea2fde3 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@20bf4aa4[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 353280 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48978 48978
   [junit4]   2> 353587 INFO  (Thread-531) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48978 48978
   [junit4]   2> 353610 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefresh -Dtests.seed=4B17D181DD650A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Europe/Sofia -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.63s J0 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4B17D181DD650A:1FF1662651BDA3CF]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:135)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:41)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 353612 INFO  (SUITE-ZkStateReaderTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_4B17D181DD650A-001
   [junit4]   2> Apr 21, 2016 11:27:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=507, maxMBSortInHeap=5.7829140854726875, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=hr-HR, timezone=Europe/Sofia
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=205733248,total=393216000
   [junit4]   2> NOTE: All tests run in this JVM: [PathHierarchyTokenizerFactoryTest, TestSearcherReuse, ZkNodePropsTest, HdfsWriteToMultipleCollectionsTest, TestDownShardTolerantSearch, URLClassifyProcessorTest, SSLMigrationTest, TestLuceneMatchVersion, TestSolr4Spatial2, TestComponentsName, AnalyticsQueryTest, SOLR749Test, ExplicitHLLTest, TestMacros, TestLazyCores, TestFunctionQuery, ConcurrentDeleteAndCreateCollectionTest, DefaultValueUpdateProcessorTest, CopyFieldTest, TestPseudoReturnFields, PreAnalyzedFieldTest, TestPivotHelperCode, BufferStoreTest, TestFaceting, TestRandomFaceting, TestOmitPositions, CacheHeaderTest, TestConfigSetsAPIZkFailure, TestCollectionAPI, ActionThrottleTest, OverseerCollectionConfigSetProcessorTest, CurrencyFieldOpenExchangeTest, BasicAuthIntegrationTest, PrimUtilsTest, DocumentAnalysisRequestHandlerTest, TestAnalyzedSuggestions, TestRandomDVFaceting, TestDocSet, TestPKIAuthenticationPlugin, QueryElevationComponentTest, JsonLoaderTest, TestFieldResource, TestScoreJoinQPNoScore, OverseerTaskQueueTest, ZkStateReaderTest]
   [junit4] Completed [104/590 (1!)] on J0 in 3.92s, 6 tests, 1 error <<< FAILURES!

[...truncated 659 lines...]
   [junit4] Suite: org.apache.solr.spelling.suggest.SuggesterTSTTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001
   [junit4]   2> 1531994 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1531994 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1531994 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 1531994 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1531994 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 1531994 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1531994 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1532061 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1532094 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1532107 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-spellchecker.xml
   [junit4]   2> 1532109 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=Solr SpellCheck Test
   [junit4]   2> 1532118 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1532118 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.s.IndexSchema query parser default operator is OR
   [junit4]   2> 1532118 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1532119 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1532119 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 1532119 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr'
   [junit4]   2> 1532119 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1532119 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 1532119 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 1000970441
   [junit4]   2> 1532119 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr]
   [junit4]   2> 1532120 WARN  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/lib
   [junit4]   2> 1532135 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1532160 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 1532167 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1532167 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1532167 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1532167 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1532168 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-spellchecker.xml, transient=false, schema=schema-spellchecker.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001, shard=shard1}
   [junit4]   2> 1532173 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 1532454 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1532454 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 1532454 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1532454 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1532507 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1532510 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1532533 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-spellchecker.xml
   [junit4]   2> 1532549 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=Solr SpellCheck Test
   [junit4]   2> 1532561 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1532561 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.s.IndexSchema query parser default operator is OR
   [junit4]   2> 1532597 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1532599 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 1532599 INFO  (coreLoadExecutor-5881-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1532599 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 1532599 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/]
   [junit4]   2> 1532600 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1532600 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001
   [junit4]   2> 1532600 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/index/
   [junit4]   2> 1532600 WARN  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 1532601 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/index
   [junit4]   2> 1532601 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=35.6865234375, floorSegmentMB=1.0439453125, forceMergeDeletesPctAllowed=13.127032215217136, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18520952692273412
   [junit4]   2> 1532609 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c14ddf7),segFN=segments_1,generation=1}
   [junit4]   2> 1532609 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1532628 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1532630 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1532630 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1532631 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1532631 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1532632 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/
   [junit4]   2> 1532633 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/suggest_fst,/admin/properties,/update/json,/admin/threads,/suggest_wfst,/suggest_tst,/update/csv,/sql,/admin/segments,/admin/system,/suggest,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1532633 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1532634 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1532634 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1532635 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1532635 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c14ddf7),segFN=segments_1,generation=1}
   [junit4]   2> 1532635 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1532635 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59e9fc09[collection1] main]
   [junit4]   2> 1532636 WARN  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.s.s.Suggester init: {name=suggest,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.jaspell.JaspellLookup,field=suggest,storeDir=suggest,buildOnCommit=true,threshold=0.0}
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.s.s.j.JaspellLookupFactory init: {name=suggest,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.jaspell.JaspellLookup,field=suggest,storeDir=suggest,buildOnCommit=true,threshold=0.0}
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: suggest
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent No queryConverter defined, using default converter
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.s.s.Suggester init: {name=suggest_tst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.tst.TSTLookup,field=suggest,storeDir=suggest_tst,buildOnCommit=true,threshold=0.0}
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: suggest_tst
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent No queryConverter defined, using default converter
   [junit4]   2> 1532636 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.s.s.Suggester init: {name=suggest_fst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.fst.FSTLookup,field=suggest,storeDir=suggest_fst,buildOnCommit=true,weightBuckets=5,exactMatchFirst=true}
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: suggest_fst
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent No queryConverter defined, using default converter
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.s.s.Suggester init: {name=suggest_wfst,classname=org.apache.solr.spelling.suggest.Suggester,lookupImpl=org.apache.solr.spelling.suggest.fst.WFSTLookupFactory,field=suggest,storeDir=suggest_wfst,buildOnCommit=true,exactMatchFirst=true}
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: suggest_wfst
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent No queryConverter defined, using default converter
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1532637 INFO  (coreLoadExecutor-5881-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1532638 INFO  (SUITE-SuggesterTSTTest-seed#[4B17D181DD650A]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1532640 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReload
   [junit4]   2> 1532641 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 0
   [junit4]   2> 1532642 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[2]} 0 0
   [junit4]   2> 1532642 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[3]} 0 0
   [junit4]   2> 1532642 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1532651 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: suggest
   [junit4]   2> 1532651 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.s.s.Suggester reload()
   [junit4]   2> 1532651 ERROR (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Exception in reloading spell check index for spellchecker: suggest
   [junit4]   2> java.io.FileNotFoundException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/suggest/jaspell.dat (No such file or directory)
   [junit4]   2> 	at java.io.FileInputStream.open0(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]   2> 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]   2> 	at org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
   [junit4]   2> 	at org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:818)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getSearcher$3(SolrCore.java:1789)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1532659 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c14ddf7),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c14ddf7),segFN=segments_2,generation=2}
   [junit4]   2> 1532671 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: suggest_tst
   [junit4]   2> 1532671 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1532672 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.s.s.Suggester reload()
   [junit4]   2> 1532672 WARN  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.c.SolrCore [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 1532673 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@69eeb6f2[collection1] main]
   [junit4]   2> 1532673 INFO  (TEST-SuggesterTSTTest.testReload-seed#[4B17D181DD650A]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1532673 ERROR (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Exception in reloading spell check index for spellchecker: suggest_tst
   [junit4]   2> java.io.FileNotFoundException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/suggest_tst/tst.dat (No such file or directory)
   [junit4]   2> 	at java.io.FileInputStream.open0(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]   2> 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]   2> 	at org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
   [junit4]   2> 	at org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:818)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getSearcher$3(SolrCore.java:1789)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1532674 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: suggest_fst
   [junit4]   2> 1532674 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.s.s.Suggester reload()
   [junit4]   2> 1532674 ERROR (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Exception in reloading spell check index for spellchecker: suggest_fst
   [junit4]   2> java.io.FileNotFoundException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.spelling.suggest.SuggesterTSTTest_4B17D181DD650A-001/init-core-data-001/suggest_fst/fst.bin (No such file or directory)
   [junit4]   2> 	at java.io.FileInputStream.open0(Native Method)
   [junit4]   2> 	at java.io.FileInputStream.open(FileInputStream.java:195)
   [junit4]   2> 	at java.io.FileInputStream.<init>(FileInputStream.java:138)
   [junit4]   2> 	at org.apache.solr.spelling.suggest.Suggester.reload(Suggester.java:182)
   [junit4]   2> 	at org.apache.solr.handler.component.SpellCheckComponent$SpellCheckerListener.newSearcher(SpellCheckComponent.java:818)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getSearcher$3(SolrCore.java:1789)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1532674 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: suggest_wfst
   [junit4]   2> 1532674 INFO  (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.s.s.Suggester reload()
   [junit4]   2> 1532674 ERROR (searcherExecutor-5882-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Exception in reloading spell check index for spellchecker: suggest_wfst
   [juni

[...truncated too long message...]

)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:246)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2667802 INFO  (Thread-5572) [n:127.0.0.1:45694_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_4B17D181DD650A-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_4B17D181DD650A-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data;done=false>>]
   [junit4]   2> 2667806 INFO  (Thread-5572) [n:127.0.0.1:45694_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 2667806 INFO  (Thread-5572) [n:127.0.0.1:45694_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_4B17D181DD650A-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data
   [junit4]   2> 2667806 INFO  (Thread-5572) [n:127.0.0.1:45694_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_4B17D181DD650A-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_4B17D181DD650A-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 2667806 INFO  (Thread-5572) [n:127.0.0.1:45694_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 2667806 INFO  (Thread-5572) [n:127.0.0.1:45694_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_4B17D181DD650A-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index
   [junit4]   2> 2667806 WARN  (Thread-5572) [n:127.0.0.1:45694_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController listener throws error
   [junit4]   2> org.apache.solr.common.SolrException: Unable to reload core [testschemaapi_shard1_replica1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:945)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2488)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2425)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not find config name for collection:testschemaapi
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:772)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:461)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:939)
   [junit4]   2> 	... 2 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not find config name for collection:testschemaapi
   [junit4]   2> 	at org.apache.solr.rest.ManagedResourceStorage.newStorageIO(ManagedResourceStorage.java:101)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initRestManager(SolrCore.java:2283)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:748)
   [junit4]   2> 	... 4 more
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=MockRandom), myNewField1=PostingsFormat(name=MockRandom), myNewField=FSTOrd50}, docValues:{}, maxPointsInLeafNode=596, maxMBSortInHeap=6.154320425897943, sim=ClassicSimilarity, locale=sk, timezone=SystemV/EST5EDT
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=177640240,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [TestWordDelimiterFilterFactory, SimpleMLTQParserTest, TestTolerantUpdateProcessorRandomCloud, HdfsChaosMonkeyNothingIsSafeTest, TestCryptoKeys, SimplePostToolTest, SaslZkACLProviderTest, TestEmbeddedSolrServerConstructors, TestDFRSimilarityFactory, TestRandomCollapseQParserPlugin, TestInitQParser, HdfsDirectoryFactoryTest, FullHLLTest, TestChildDocTransformer, TestQuerySenderNoQuery, PKIAuthenticationIntegrationTest, CollectionsAPIDistributedZkTest, UpdateRequestProcessorFactoryTest, DocValuesMissingTest, SortByFunctionTest, TestCloudSchemaless, WrapperMergePolicyFactoryTest, TestUpdate, SmileWriterTest, TestTrie, TestFastLRUCache, HdfsDirectoryTest, WordBreakSolrSpellCheckerTest, TestConfigSetsAPI, TestCloudInspectUtil, AsyncMigrateRouteKeyTest, OverseerRolesTest, DocValuesTest, TestFileDictionaryLookup, TestSolrCLIRunExample, CSVRequestHandlerTest, SolrCmdDistributorTest, TestSolrCoreProperties, TestSimpleQParserPlugin, BlockCacheTest, TestTrackingShardHandlerFactory, MoreLikeThisHandlerTest, TestFieldTypeCollectionResource, StressHdfsTest, DirectSolrSpellCheckerTest, RecoveryAfterSoftCommitTest, HdfsNNFailoverTest, DistanceUnitsTest, RulesTest, TestDistributedStatsComponentCardinality, TestDynamicFieldResource, SolrIndexConfigTest, TestSolrConfigHandlerConcurrent, TestCodecSupport, BasicFunctionalityTest, TestSolrXml, TestHashPartitioner, TestRestoreCore, CustomCollectionTest, RestartWhileUpdatingTest, ConfigSetsAPITest, TestLFUCache, TestExclusionRuleCollectionAccess, TestInitParams, ChaosMonkeySafeLeaderTest, FileUtilsTest, FastVectorHighlighterTest, SpellCheckComponentTest, CoreMergeIndexesAdminHandlerTest, ChaosMonkeyNothingIsSafeTest, ShardRoutingCustomTest, ZkStateWriterTest, TestSolrFieldCacheMBean, TestDynamicLoading, TestBinaryResponseWriter, BigEndianAscendingWordSerializerTest, IndexBasedSpellCheckerTest, ConvertedLegacyTest, SparseHLLTest, TestTrieFacet, TimeZoneUtilsTest, ClusterStateUpdateTest, TestRawResponseWriter, TestCursorMarkWithoutUniqueKey, NumericFieldsTest, TestDistributedGrouping, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestUseDocValuesAsStored2, TestBM25SimilarityFactory, LeaderInitiatedRecoveryOnShardRestartTest, MultiTermTest, SolrInfoMBeanTest, TermsComponentTest, SpatialFilterTest, DistribCursorPagingTest, HttpPartitionTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestMiniSolrCloudCluster, TestRequestForwarding, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorCloud, DirectoryFactoryTest, TestConfigSetImmutable, TestConfigSetProperties, TestInfoStreamLogging, TestNRTOpen, TestShardHandlerFactory, TestConfigReload, TestSolrConfigHandlerCloud, TestManagedSchema, TestManagedSchemaAPI]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestManagedSchemaAPI -Dtests.seed=4B17D181DD650A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=SystemV/EST5EDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestManagedSchemaAPI (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4B17D181DD650A]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:255)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [538/590 (3!)] on J1 in 13.87s, 1 test, 1 failure <<< FAILURES!

[...truncated 174 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1014: There were test failures: 590 suites (10 ignored), 2382 tests, 1 suite-level error, 2 errors, 85 ignored (70 assumptions) [seed: 4B17D181DD650A]

Total time: 87 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1096 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1096/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([78F99EDE682EC04B:13B63EA311211D71]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:135)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:46)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12089 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_78F99EDE682EC04B-001/init-core-data-001
   [junit4]   2> 2526422 INFO  (SUITE-ZkStateReaderTest-seed#[78F99EDE682EC04B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2526424 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 2526424 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2526425 INFO  (Thread-5427) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2526425 INFO  (Thread-5427) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2526525 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer start zk server on port:44816
   [junit4]   2> 2526525 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2526526 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2526543 INFO  (zkCallback-2727-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5092a64e name:ZooKeeperConnection Watcher:127.0.0.1:44816 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2526543 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2526543 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2526544 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2526544 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2526603 INFO  (zkCallback-2728-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5934e12e name:ZooKeeperConnection Watcher:127.0.0.1:44816 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2526603 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2526603 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2526603 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2526616 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2526617 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2526618 INFO  (zkCallback-2729-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e21234d name:ZooKeeperConnection Watcher:127.0.0.1:44816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2526618 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2526618 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2526618 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2526619 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2526620 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2526621 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2526621 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2526622 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2526622 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2526623 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 2526623 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 2526623 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 2526624 INFO  (zkCallback-2729-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2526625 INFO  (zkCallback-2729-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2526628 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 2526628 INFO  (zkCallback-2729-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2526628 INFO  (zkCallback-2729-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2526629 INFO  (zkCallback-2729-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 2526638 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44816 44816
   [junit4]   2> 2526798 INFO  (Thread-5427) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44816 44816
   [junit4]   2> 2526810 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 2526826 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 2526827 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2526834 INFO  (Thread-5428) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2526834 INFO  (Thread-5428) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2526930 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer start zk server on port:42393
   [junit4]   2> 2526930 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2526934 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2526940 INFO  (zkCallback-2730-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@610d282c name:ZooKeeperConnection Watcher:127.0.0.1:42393 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2526940 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2526940 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2526943 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2526947 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2526948 INFO  (zkCallback-2731-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@133b91b7 name:ZooKeeperConnection Watcher:127.0.0.1:42393 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2526949 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2526949 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2526949 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2526952 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2526955 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2526955 INFO  (zkCallback-2732-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26d79d4a name:ZooKeeperConnection Watcher:127.0.0.1:42393/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2526956 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2526956 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2526957 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2526958 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2526958 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2526959 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2526959 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2526959 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2526960 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2526960 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 2526960 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 2526960 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 2527148 INFO  (zkCallback-2732-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2527154 INFO  (zkCallback-2732-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2527197 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 2527198 INFO  (zkCallback-2732-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2527198 INFO  (zkCallback-2732-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2527198 INFO  (zkCallback-2732-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 2527200 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42393 42393
   [junit4]   2> 2527334 INFO  (Thread-5428) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42393 42393
   [junit4]   2> 2527346 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 2527350 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 2527351 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2527362 INFO  (Thread-5429) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2527362 INFO  (Thread-5429) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2527458 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer start zk server on port:59212
   [junit4]   2> 2527458 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2527467 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2527530 INFO  (zkCallback-2733-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f1760b5 name:ZooKeeperConnection Watcher:127.0.0.1:59212 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2527530 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2527530 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2527532 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2527538 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2527550 INFO  (zkCallback-2734-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e782a86 name:ZooKeeperConnection Watcher:127.0.0.1:59212 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2527550 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2527550 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2527550 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2527578 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2527579 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2527589 INFO  (zkCallback-2735-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4288e3ea name:ZooKeeperConnection Watcher:127.0.0.1:59212/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2527589 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2527590 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2527590 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2527590 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2527591 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2527591 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2527592 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2527592 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2527593 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2527593 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 2527598 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 2527599 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/1563626821@66d5ec2d rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@62ea742f[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 0]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2527599 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/1563626821@5ff8fd53 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@62ea742f[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 0]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2527600 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59212 59212
   [junit4]   2> 2527797 INFO  (Thread-5429) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59212 59212
   [junit4]   2> 2527798 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=78F99EDE682EC04B -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=tr-TR -Dtests.timezone=Europe/Tallinn -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.45s J0 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([78F99EDE682EC04B:13B63EA311211D71]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:135)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:46)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2527802 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 2527802 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2527802 INFO  (Thread-5430) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2527802 INFO  (Thread-5430) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2527906 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer start zk server on port:35625
   [junit4]   2> 2527906 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2527918 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2527923 INFO  (zkCallback-2736-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20a8fd53 name:ZooKeeperConnection Watcher:127.0.0.1:35625 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2527930 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2527931 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2527931 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2527931 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2527932 INFO  (zkCallback-2737-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c5e9f00 name:ZooKeeperConnection Watcher:127.0.0.1:35625 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2527932 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2527932 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2527932 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2527935 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2527936 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2527936 INFO  (zkCallback-2738-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7bbc150c name:ZooKeeperConnection Watcher:127.0.0.1:35625/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2527936 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2527936 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2527936 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2527937 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2527938 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2527938 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2527939 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2527939 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2527940 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2527940 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 2527941 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 2527941 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 2527941 INFO  (zkCallback-2738-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2527942 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 2527943 INFO  (zkCallback-2738-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2527943 INFO  (zkCallback-2738-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 2528134 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35625 35625
   [junit4]   2> 2528550 INFO  (Thread-5430) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35625 35625
   [junit4]   2> 2528555 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 2528558 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 2528558 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2528559 INFO  (Thread-5431) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2528559 INFO  (Thread-5431) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2528659 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer start zk server on port:54717
   [junit4]   2> 2528659 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2528662 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2528686 INFO  (zkCallback-2739-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7beb2b84 name:ZooKeeperConnection Watcher:127.0.0.1:54717 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2528690 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2528690 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2528691 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15439bc2d650000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2528695 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2528706 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2528710 INFO  (zkCallback-2740-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2cb28f91 name:ZooKeeperConnection Watcher:127.0.0.1:54717 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2528714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2528714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2528714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2528732 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15439bc2d650001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2528732 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2528742 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2528750 INFO  (zkCallback-2741-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4af473e0 name:ZooKeeperConnection Watcher:127.0.0.1:54717/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2528750 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2528750 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2528758 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2528782 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2528798 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2528826 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2528845 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2528852 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2528852 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2528853 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 2528854 INFO  (zkCallback-2741-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2528855 INFO  (zkCallback-2741-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2528908 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 2528908 INFO  (zkCallback-2741-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2528911 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54717 54717
   [junit4]   2> 2529334 INFO  (Thread-5431) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54717 54717
   [junit4]   2> 2529342 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 2529349 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 2529349 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2529358 INFO  (Thread-5432) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2529358 INFO  (Thread-5432) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2529458 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer start zk server on port:58952
   [junit4]   2> 2529458 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2529474 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2529482 INFO  (zkCallback-2742-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@705d529f name:ZooKeeperConnection Watcher:127.0.0.1:58952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2529482 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2529482 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2529483 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15439bc30880000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2529483 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2529484 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2529484 INFO  (zkCallback-2743-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a388541 name:ZooKeeperConnection Watcher:127.0.0.1:58952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2529484 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2529484 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2529484 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2529496 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2529498 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2529501 INFO  (zkCallback-2744-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14d69165 name:ZooKeeperConnection Watcher:127.0.0.1:58952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2529501 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2529502 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2529502 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2529503 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2529503 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2529504 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2529505 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2529505 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2529506 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2529506 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 2529507 INFO  (zkCallback-2744-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2529507 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 2529509 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
   [junit4]   2> 2529509 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 2529509 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.c.ZkStateReader Removing watch for uninteresting collection [c1]
   [junit4]   2> 2529510 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58952 58952
   [junit4]   2> 2529676 INFO  (Thread-5432) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58952 58952
   [junit4]   2> 2529677 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[78F99EDE682EC04B]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 2529678 INFO  (SUITE-ZkStateReaderTest-seed#[78F99EDE682EC04B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_78F99EDE682EC04B-001
   [junit4]   2> Apr 21, 2016 4:51:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=1513, maxMBSortInHeap=6.486146721163148, sim=ClassicSimilarity, locale=tr-TR, timezone=Europe/Tallinn
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=313257552,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollectionAPI, TestBlobHandler, TestLuceneMatchVersion, RuleEngineTest, PrimUtilsTest, TestDownShardTolerantSearch, TestCSVLoader, TestReloadAndDeleteDocs, TestReRankQParserPlugin, PolyFieldTest, TestValueSourceCache, TestSchemaNameResource, HdfsRecoveryZkTest, TestInfoStreamLogging, TestDynamicFieldCollectionResource, TestBadConfig, TestManagedResourceStorage, TestFunctionQuery, TestCustomSort, AsyncCallRequestStatusResponseTest, HdfsWriteToMultipleCollectionsTest, TestRTGBase, XsltUpdateRequestHandlerTest, CreateCollectionCleanupTest, ReplicationFactorTest, PreAnalyzedFieldTest, PreAnalyzedUpdateProcessorTest, BasicDistributedZkTest, SharedFSAutoReplicaFailoverTest, TestSolrConfigHandlerCloud, SystemInfoHandlerTest, OutputWriterTest, DataDrivenBlockJoinTest, StandardRequestHandlerTest, BlockJoinFacetRandomTest, SolrRequestParserTest, TestMacros, CdcrVersionReplicationTest, TestCloudDeleteByQuery, TestPhraseSuggestions, SolrCloudExampleTest, TestArbitraryIndexDir, LeaderInitiatedRecoveryOnCommitTest, FileBasedSpellCheckerTest, HighlighterMaxOffsetTest, TestDistributedSearch, TestReplicationHandler, TestAtomicUpdateErrorCases, HLLUtilTest, TestRandomFaceting, IndexSchemaTest, CollectionTooManyReplicasTest, DistribJoinFromCollectionTest, TestRemoteStreaming, RAMDirectoryFactoryTest, TestConfigSets, TestJsonFacets, QueryEqualityTest, TestLRUCache, TestSortByMinMaxFunction, DistributedSpellCheckComponentTest, TestConfigSetsAPIZkFailure, BasicAuthIntegrationTest, TestLazyCores, TestSizeLimitedDistributedMap, CoreAdminRequestStatusTest, TestLMDirichletSimilarityFactory, TestGeoJSONResponseWriter, TestRangeQuery, ResponseHeaderTest, AlternateDirectoryTest, TestSchemaVersionResource, TestDFISimilarityFactory, DisMaxRequestHandlerTest, TestStressLucene, TriLevelCompositeIdRoutingTest, TestStressUserVersions, RankQueryTest, TestSolr4Spatial, SyncSliceTest, SpatialRPTFieldTypeTest, ReturnFieldsTest, ResourceLoaderTest, PathHierarchyTokenizerFactoryTest, DocumentAnalysisRequestHandlerTest, TestBinaryField, HdfsThreadLeakTest, DistributedExpandComponentTest, TestManagedSynonymFilterFactory, SSLMigrationTest, ZkNodePropsTest, QueryElevationComponentTest, BasicZkTest, TestComponentsName, HdfsCollectionsAPIDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, RecoveryZkTest, TestRandomDVFaceting, TermVectorComponentDistributedTest, TestJoin, HardAutoCommitTest, TestCoreContainer, SolrCoreTest, TestGroupingSearch, ConvertedLegacyTest, TestFiltering, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, TestWriterPerf, TestOmitPositions, TermVectorComponentTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestSystemIdResolver, DOMUtilTest, TestDocumentBuilder, FileUtilsTest, CursorPagingTest, ConnectionReuseTest, AsyncMigrateRouteKeyTest, CollectionStateFormat2Test, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteStatusTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, TestExclusionRuleCollectionAccess, TestMiniSolrCloudCluster, TestShortCircuitedRequests, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsRecoverLeaseTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [479/590 (1!)] on J0 in 4.09s, 6 tests, 1 error <<< FAILURES!

[...truncated 354 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1014: There were test failures: 590 suites (10 ignored), 2382 tests, 1 error, 85 ignored (70 assumptions) [seed: 78F99EDE682EC04B]

Total time: 88 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-master - Build # 1095 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1095/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:     1) Thread[id=17747, name=Thread-6255, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:108)         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:79)         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:937)         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2488)         at org.apache.solr.core.SolrCore$$Lambda$17/579255287.run(Unknown Source)         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2425)    2) Thread[id=18029, name=Thread-6291, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:108)         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:79)         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:937)         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2488)         at org.apache.solr.core.SolrCore$$Lambda$17/579255287.run(Unknown Source)         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2425)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 
   1) Thread[id=17747, name=Thread-6255, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
        at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
        at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
        at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
        at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:108)
        at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:79)
        at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:937)
        at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2488)
        at org.apache.solr.core.SolrCore$$Lambda$17/579255287.run(Unknown Source)
        at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2425)
   2) Thread[id=18029, name=Thread-6291, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
        at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
        at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
        at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
        at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:108)
        at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:79)
        at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:937)
        at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2488)
        at org.apache.solr.core.SolrCore$$Lambda$17/579255287.run(Unknown Source)
        at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2425)
	at __randomizedtesting.SeedInfo.seed([E32CDF0079306D84]:0)




Build Log:
[...truncated 12120 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerCloud
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/init-core-data-001
   [junit4]   2> 2389251 INFO  (SUITE-TestSolrConfigHandlerCloud-seed#[E32CDF0079306D84]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2389251 INFO  (SUITE-TestSolrConfigHandlerCloud-seed#[E32CDF0079306D84]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /o_n/m
   [junit4]   2> 2389253 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2389258 INFO  (Thread-6078) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2389258 INFO  (Thread-6078) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2389358 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.ZkTestServer start zk server on port:33107
   [junit4]   2> 2389358 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2389373 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2389386 INFO  (zkCallback-2224-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56ff153a name:ZooKeeperConnection Watcher:127.0.0.1:33107 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2389386 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2389386 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2389387 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2389400 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2389414 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2389445 INFO  (zkCallback-2225-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74c15f93 name:ZooKeeperConnection Watcher:127.0.0.1:33107/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2389446 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2389446 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2389446 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2389447 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2389447 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2389448 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2389448 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2389448 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2389449 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2389449 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2389455 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2389455 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2389456 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2389456 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2389456 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2389456 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2389463 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2389463 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2389463 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2389463 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2389464 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2389464 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2389465 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2389465 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2389471 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2389471 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2389471 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2389471 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2389629 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1
   [junit4]   2> 2389630 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2389630 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@280d5b11{/o_n/m,null,AVAILABLE}
   [junit4]   2> 2389632 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4011099f{HTTP/1.1,[http/1.1]}{127.0.0.1:45371}
   [junit4]   2> 2389632 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.Server Started @2394649ms
   [junit4]   2> 2389632 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/tempDir-001/control/data, hostContext=/o_n/m, hostPort=45371, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores}
   [junit4]   2> 2389632 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2389632 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001'
   [junit4]   2> 2389632 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2389632 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2389633 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2389741 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2389741 INFO  (zkCallback-2226-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6cb8c77 name:ZooKeeperConnection Watcher:127.0.0.1:33107/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2389742 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2389742 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2389743 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2389743 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/solr.xml
   [junit4]   2> 2389746 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores
   [junit4]   2> 2389746 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CoreContainer New CoreContainer 304671480
   [junit4]   2> 2389746 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001]
   [junit4]   2> 2389746 WARN  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/lib
   [junit4]   2> 2389747 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2389748 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 2389748 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2389748 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2389748 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33107/solr
   [junit4]   2> 2389748 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2389749 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2389749 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2389752 INFO  (zkCallback-2229-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13369aa8 name:ZooKeeperConnection Watcher:127.0.0.1:33107 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2389752 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2389752 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2389753 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$8/1500475181@5e4372a0
   [junit4]   2> 2389754 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2389762 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5cdbb050 name:ZooKeeperConnection Watcher:127.0.0.1:33107/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2389762 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2389763 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2389764 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2389766 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2389767 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2389769 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2389770 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2389771 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2389774 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2389775 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2389776 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2389777 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2389778 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2389778 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2389779 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2389779 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000
   [junit4]   2> 2389779 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45371_o_n%2Fm
   [junit4]   2> 2389779 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2389780 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer Overseer (id=95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) starting
   [junit4]   2> 2389780 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2389783 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2389791 INFO  (OverseerCollectionConfigSetProcessor-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2389792 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2389793 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45371_o_n%2Fm
   [junit4]   2> 2389793 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45371_o_n%2Fm
   [junit4]   2> 2389795 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2389810 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2389811 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2389811 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2389812 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores
   [junit4]   2> 2389812 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2389812 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1
   [junit4]   2> 2389812 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2389822 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2389822 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2389822 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2389827 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 2389827 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2389830 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 2389830 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [control_collection]
   [junit4]   2> 2389834 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 2389834 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45371/o_n/m",
   [junit4]   2>   "node_name":"127.0.0.1:45371_o_n%2Fm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2389838 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45371/o_n/m",
   [junit4]   2>   "node_name":"127.0.0.1:45371_o_n%2Fm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2389839 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2389839 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2389842 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2389842 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2390850 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2390850 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2390858 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2390858 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2390866 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2390866 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1'
   [junit4]   2> 2390867 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2390867 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2390869 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2390872 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2390879 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2390890 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2390902 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2390994 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2390999 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2391000 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2391007 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2391009 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2391010 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2391011 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2391012 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 2391012 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2391012 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2391012 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1/data/]
   [junit4]   2> 2391013 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64760ae9
   [junit4]   2> 2391013 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1/data
   [junit4]   2> 2391013 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2391014 WARN  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2391014 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1/data/index
   [junit4]   2> 2391014 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=32.078125, floorSegmentMB=1.8916015625, forceMergeDeletesPctAllowed=29.756710292661555, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6024847895993666
   [junit4]   2> 2391014 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6c5f696e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab526e1),segFN=segments_1,generation=1}
   [junit4]   2> 2391014 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2391015 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1/data/
   [junit4]   2> 2391018 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2391026 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2391026 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2391027 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2391027 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2391027 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2391027 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2391027 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2391027 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2391027 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2391027 WARN  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2391028 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2391029 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2391030 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2391038 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2391040 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 2391041 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2391041 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2391041 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2391042 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2391042 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2391048 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=70.681640625, floorSegmentMB=1.951171875, forceMergeDeletesPctAllowed=15.75807683356678, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2391054 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6c5f696e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ab526e1),segFN=segments_1,generation=1}
   [junit4]   2> 2391054 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2391054 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c221aba[collection1] main]
   [junit4]   2> 2391055 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2391055 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2391055 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2391056 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2391056 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2391056 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2391056 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2391056 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2391056 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2391056 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2391058 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2391058 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2391058 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2391058 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1532190436400037888
   [junit4]   2> 2391058 INFO  (searcherExecutor-7435-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7c221aba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2391060 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1532190436400037888
   [junit4]   2> 2391060 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2391060 INFO  (coreLoadExecutor-7434-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2391066 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:45371/o_n/m collection:control_collection shard:shard1
   [junit4]   2> 2391067 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2391068 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95761902157299716-core_node1-n_0000000000
   [junit4]   2> 2391069 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2391070 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2391070 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2391070 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45371/o_n/m/collection1/
   [junit4]   2> 2391070 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2391070 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45371/o_n/m/collection1/ has no replicas
   [junit4]   2> 2391070 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2391077 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95761902157299716-core_node1-n_0000000000
   [junit4]   2> 2391078 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2391079 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45371/o_n/m/collection1/ shard1
   [junit4]   2> 2391086 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:45371/o_n/m",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2391284 INFO  (zkCallback-2230-thread-2-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2391333 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:45371/o_n/m/collection1/ and leader is http://127.0.0.1:45371/o_n/m/collection1/
   [junit4]   2> 2391333 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45371/o_n/m
   [junit4]   2> 2391333 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2391333 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2391333 INFO  (coreZkRegister-7428-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:45371_o_n%2Fm c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2391335 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45371/o_n/m",
   [junit4]   2>   "node_name":"127.0.0.1:45371_o_n%2Fm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2391335 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45371/o_n/m",
   [junit4]   2>   "node_name":"127.0.0.1:45371_o_n%2Fm",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2391342 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2391342 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2391358 INFO  (zkCallback-2232-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a20620c name:ZooKeeperConnection Watcher:127.0.0.1:33107/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2391362 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2391362 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2391362 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2391363 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2391363 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2391363 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2391363 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2391374 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2391385 INFO  (zkCallback-2233-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f3543 name:ZooKeeperConnection Watcher:127.0.0.1:33107/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2391386 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2391386 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2391388 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 2391388 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2391389 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2391398 INFO  (zkCallback-2232-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2391498 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 2391574 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/cores/collection1
   [junit4]   2> 2391575 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001
   [junit4]   2> 2391577 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2391602 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ca5feeb{/o_n/m,null,AVAILABLE}
   [junit4]   2> 2391603 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.ServerConnector Started ServerConnector@196560aa{HTTP/1.1,[http/1.1]}{127.0.0.1:37884}
   [junit4]   2> 2391603 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.e.j.s.Server Started @2396620ms
   [junit4]   2> 2391603 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/o_n/m, hostPort=37884, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/cores}
   [junit4]   2> 2391603 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2391604 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001'
   [junit4]   2> 2391604 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2391604 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2391605 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2391605 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2391607 INFO  (zkCallback-2234-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7edf11f2 name:ZooKeeperConnection Watcher:127.0.0.1:33107/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2391607 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2391607 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2391608 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2391608 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/solr.xml
   [junit4]   2> 2391612 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/cores
   [junit4]   2> 2391612 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CoreContainer New CoreContainer 1603937667
   [junit4]   2> 2391612 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001]
   [junit4]   2> 2391612 WARN  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/lib
   [junit4]   2> 2391613 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2391615 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 2391616 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2391616 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2391616 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33107/solr
   [junit4]   2> 2391616 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2391616 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2391618 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2391620 INFO  (zkCallback-2237-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38e8b1e4 name:ZooKeeperConnection Watcher:127.0.0.1:33107 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2391620 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2391620 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2391621 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$8/1500475181@690f9317
   [junit4]   2> 2391621 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2391622 INFO  (zkCallback-2238-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3265d16d name:ZooKeeperConnection Watcher:127.0.0.1:33107/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2391623 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2391627 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2391628 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2391630 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2391630 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95761902157299721-127.0.0.1:37884_o_n%2Fm-n_0000000001
   [junit4]   2> 2391630 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000 to know if I could be the leader
   [junit4]   2> 2391631 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.ZkController Publish node=127.0.0.1:37884_o_n%2Fm as DOWN
   [junit4]   2> 2391632 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:37884_o_n%2Fm"} current state version: 3
   [junit4]   2> 2391632 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37884_o_n%2Fm
   [junit4]   2> 2391633 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 2391752 INFO  (zkCallback-2238-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2391752 INFO  (zkCallback-2232-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2391752 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2392634 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37884_o_n%2Fm
   [junit4]   2> 2392635 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37884_o_n%2Fm
   [junit4]   2> 2392635 INFO  (zkCallback-2232-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2392635 INFO  (zkCallback-2238-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2392635 INFO  (zkCallback-2232-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2392636 INFO  (zkCallback-2238-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2392638 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2392638 INFO  (zkCallback-2230-thread-1-processing-n:127.0.0.1:45371_o_n%2Fm) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2392650 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2392650 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2392820 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/cores
   [junit4]   2> 2392821 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2392821 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/cores/collection1
   [junit4]   2> 2392821 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2392823 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 2392823 INFO  (TEST-TestSolrConfigHandlerCloud.test-seed#[E32CDF0079306D84]) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2392824 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2392824 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2392825 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 2392825 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 2392825 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37884/o_n/m",
   [junit4]   2>   "node_name":"127.0.0.1:37884_o_n%2Fm",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 2392825 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [1]
   [junit4]   2> 2392825 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2392825 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37884/o_n/m",
   [junit4]   2>   "node_name":"127.0.0.1:37884_o_n%2Fm",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2392825 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 2392825 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2392938 INFO  (OverseerStateUpdate-95761902157299716-127.0.0.1:45371_o_n%2Fm-n_0000000000) [n:127.0.0.1:45371_o_n%2Fm    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 2392938 INFO  (zkCallback-2238-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2392938 INFO  (zkCallback-2238-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [1] to [2]
   [junit4]   2> 2393826 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2393826 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 2393834 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2393834 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 2393842 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2393842 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud_E32CDF0079306D84-001/shard-1-001/cores/collection1'
   [junit4]   2> 2393842 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2393842 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2393850 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n%2Fm) [n:127.0.0.1:37884_o_n%2Fm c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2393890 INFO  (coreLoadExecutor-7445-thread-1-processing-n:127.0.0.1:37884_o_n

[...truncated too long message...]

   2> Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]   2> 	... 8 more
   [junit4]   2> Apr 21, 2016 3:52:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-SA, timezone=Africa/Libreville
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=139091368,total=534249472
   [junit4]   2> NOTE: All tests run in this JVM: [TestDownShardTolerantSearch, ZkNodePropsTest, TestFastOutputStream, HdfsRecoveryZkTest, CoreAdminRequestStatusTest, TestMergePolicyConfig, TestHighFrequencyDictionaryFactory, ForceLeaderTest, CdcrReplicationDistributedZkTest, StandardRequestHandlerTest, BlockJoinFacetRandomTest, BufferStoreTest, XsltUpdateRequestHandlerTest, SolrRequestParserTest, ReturnFieldsTest, SharedFSAutoReplicaFailoverTest, JsonLoaderTest, CurrencyFieldOpenExchangeTest, TestRemoteStreaming, ResourceLoaderTest, RAMDirectoryFactoryTest, TestHashQParserPlugin, TestJsonFacets, TestTolerantUpdateProcessorCloud, TestArbitraryIndexDir, DateFieldTest, TestBadConfig, ReplicationFactorTest, TestRandomFaceting, ActionThrottleTest, PrimUtilsTest, QueryElevationComponentTest, DataDrivenBlockJoinTest, AsyncCallRequestStatusResponseTest, TestComponentsName, TestPhraseSuggestions, TestFunctionQuery, DistributedExpandComponentTest, HdfsWriteToMultipleCollectionsTest, AnalysisAfterCoreReloadTest, SecurityConfHandlerTest, TestPseudoReturnFields, TestSchemaNameResource, BasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, SolrCloudExampleTest, TestFieldResource, DateRangeFieldTest, UUIDFieldTest, SignatureUpdateProcessorFactoryTest, HdfsThreadLeakTest, TestSearcherReuse, PathHierarchyTokenizerFactoryTest, URLClassifyProcessorTest, TestHighlightDedupGrouping, ConcurrentDeleteAndCreateCollectionTest, UUIDUpdateProcessorFallbackTest, LeaderElectionIntegrationTest, CloudMLTQParserTest, TestInfoStreamLogging, DistributedSpellCheckComponentTest, TestMissingGroups, TestStressUserVersions, DistribJoinFromCollectionTest, SystemInfoHandlerTest, DisMaxRequestHandlerTest, TestHdfsUpdateLog, PreAnalyzedUpdateProcessorTest, OverseerCollectionConfigSetProcessorTest, SpatialRPTFieldTypeTest, HLLUtilTest, TestLuceneMatchVersion, TestJoin, CloudExitableDirectoryReaderTest, OverseerTaskQueueTest, AlternateDirectoryTest, TestFoldingMultitermQuery, CdcrVersionReplicationTest, AddBlockUpdateTest, SolrCoreTest, TestReqParamsAPI, CopyFieldTest, DistributedQueryComponentCustomSortTest, TestRangeQuery, TestUseDocValuesAsStored, CursorPagingTest, TestSortByMinMaxFunction, SOLR749Test, TestSizeLimitedDistributedMap, ExternalFileFieldSortTest, MultiThreadedOCPTest, TestExactSharedStatsCache, ResponseLogComponentTest, DeleteStatusTest, BasicAuthIntegrationTest, TestSolrDynamicMBean, TestRTGBase, ChaosMonkeySafeLeaderTest, SyncSliceTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestZkChroot, TestRandomDVFaceting, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TestRealTimeGet, TestCoreContainer, TestSolr4Spatial, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DebugComponentTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, TestValueSourceCache, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, HighlighterConfigTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestConfig, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, TestFastLRUCache, PreAnalyzedFieldTest, DOMUtilTest, TestLRUCache, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, ConnectionReuseTest, TestJettySolrRunner, AliasIntegrationTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, LeaderInitiatedRecoveryOnCommitTest, RollingRestartTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterBase, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestRequestForwarding, TestSolrCloudWithKerberosAlt, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, ZkStateReaderTest, ZkStateWriterTest, RuleEngineTest, ExitableDirectoryReaderTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSets, TestDynamicLoading, TestConfigReload, TestReplicationHandlerBackup, TestSolrConfigHandlerCloud]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.seed=E32CDF0079306D84 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-SA -Dtests.timezone=Africa/Libreville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestSolrConfigHandlerCloud (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 
   [junit4]    >    1) Thread[id=17747, name=Thread-6255, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]    >         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:108)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:79)
   [junit4]    >         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:937)
   [junit4]    >         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2488)
   [junit4]    >         at org.apache.solr.core.SolrCore$$Lambda$17/579255287.run(Unknown Source)
   [junit4]    >         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2425)
   [junit4]    >    2) Thread[id=18029, name=Thread-6291, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
   [junit4]    >         at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
   [junit4]    >         at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:108)
   [junit4]    >         at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:79)
   [junit4]    >         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:937)
   [junit4]    >         at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2488)
   [junit4]    >         at org.apache.solr.core.SolrCore$$Lambda$17/579255287.run(Unknown Source)
   [junit4]    >         at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2425)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E32CDF0079306D84]:0)
   [junit4] Completed [497/590 (1!)] on J0 in 94.80s, 1 test, 1 error <<< FAILURES!

[...truncated 335 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:529: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1014: There were test failures: 590 suites (10 ignored), 2373 tests, 1 suite-level error, 85 ignored (70 assumptions) [seed: E32CDF0079306D84]

Total time: 87 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any