You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/02 18:24:45 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 306 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/306/

1 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([21DF598BF56F242D:4A90F9F68C60F917]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12193 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_21DF598BF56F242D-001/init-core-data-001
   [junit4]   2> 1719089 INFO  (SUITE-ZkStateReaderTest-seed#[21DF598BF56F242D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1719096 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1719096 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1719097 INFO  (Thread-4627) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1719097 INFO  (Thread-4627) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1719197 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer start zk server on port:49451
   [junit4]   2> 1719197 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719197 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719198 INFO  (zkCallback-2336-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a4ce71b name:ZooKeeperConnection Watcher:127.0.0.1:49451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719198 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719199 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719199 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719199 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719200 INFO  (zkCallback-2337-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76521527 name:ZooKeeperConnection Watcher:127.0.0.1:49451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719200 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719200 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719200 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1719202 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719202 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719202 INFO  (zkCallback-2338-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f50f166 name:ZooKeeperConnection Watcher:127.0.0.1:49451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719202 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719203 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719203 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1719203 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1719204 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1719205 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1719205 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1719206 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1719206 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1719206 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1719207 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1719208 INFO  (zkCallback-2338-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1719208 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1719209 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1719210 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49451 49451
   [junit4]   2> 1719310 INFO  (Thread-4627) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49451 49451
   [junit4]   2> 1719310 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1719312 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1719312 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1719312 INFO  (Thread-4628) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1719312 INFO  (Thread-4628) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1719412 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer start zk server on port:41148
   [junit4]   2> 1719412 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719413 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719414 INFO  (zkCallback-2340-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@592cf80f name:ZooKeeperConnection Watcher:127.0.0.1:41148 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719414 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719414 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719418 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719418 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719418 INFO  (zkCallback-2341-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2da1569 name:ZooKeeperConnection Watcher:127.0.0.1:41148 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719419 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719419 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719419 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1719420 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719422 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719422 INFO  (zkCallback-2342-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12056bb9 name:ZooKeeperConnection Watcher:127.0.0.1:41148/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719422 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719422 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719422 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1719423 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1719424 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1719424 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1719425 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1719425 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1719426 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1719426 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1719427 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1719427 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1719427 INFO  (zkCallback-2342-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1719428 INFO  (zkCallback-2342-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1719429 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1719429 INFO  (zkCallback-2342-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1719430 INFO  (zkCallback-2342-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1719430 INFO  (zkCallback-2342-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1719431 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41148 41148
   [junit4]   2> 1719626 INFO  (Thread-4628) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41148 41148
   [junit4]   2> 1719630 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1719631 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1719632 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1719632 INFO  (Thread-4629) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1719632 INFO  (Thread-4629) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1719732 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer start zk server on port:56056
   [junit4]   2> 1719732 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719733 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719738 INFO  (zkCallback-2344-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4071ff9c name:ZooKeeperConnection Watcher:127.0.0.1:56056 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719739 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719739 INFO  (zkCallback-2345-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6440675b name:ZooKeeperConnection Watcher:127.0.0.1:56056 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719739 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719739 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719739 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1719741 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1719742 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1719746 INFO  (zkCallback-2346-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@273198b8 name:ZooKeeperConnection Watcher:127.0.0.1:56056/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1719746 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1719746 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1719746 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1719747 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1719747 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1719748 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1719748 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1719749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1719749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1719749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1719750 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1719754 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1719754 INFO  (zkCallback-2346-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1719758 INFO  (zkCallback-2346-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1719758 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1719758 INFO  (zkCallback-2346-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1719758 INFO  (zkCallback-2346-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1719759 INFO  (zkCallback-2346-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1719760 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56056 56056
   [junit4]   2> 1719926 INFO  (Thread-4629) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56056 56056
   [junit4]   2> 1719927 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1719928 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1719929 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1719929 INFO  (Thread-4630) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1719929 INFO  (Thread-4630) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1720029 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer start zk server on port:42132
   [junit4]   2> 1720029 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720030 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720031 INFO  (zkCallback-2348-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@453138dd name:ZooKeeperConnection Watcher:127.0.0.1:42132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720032 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720032 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720033 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720034 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720034 INFO  (zkCallback-2349-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e3bf9e8 name:ZooKeeperConnection Watcher:127.0.0.1:42132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720034 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720035 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720035 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1720036 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720037 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720038 INFO  (zkCallback-2350-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f6b20ed name:ZooKeeperConnection Watcher:127.0.0.1:42132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720038 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720038 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720038 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1720040 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1720041 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1720042 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1720042 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1720043 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1720043 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1720043 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1720044 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1720045 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1720046 INFO  (zkCallback-2350-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1720046 WARN  (zkCallback-2350-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1720047 INFO  (zkCallback-2350-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1720047 WARN  (zkCallback-2350-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 1720047 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42132 42132
   [junit4]   2> 1720225 INFO  (Thread-4630) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42132 42132
   [junit4]   2> 1720226 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=21DF598BF56F242D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-ME -Dtests.timezone=America/El_Salvador -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.30s J2 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([21DF598BF56F242D:4A90F9F68C60F917]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1720229 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1720229 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1720229 INFO  (Thread-4631) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1720229 INFO  (Thread-4631) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1720329 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer start zk server on port:38805
   [junit4]   2> 1720329 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720330 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720332 INFO  (zkCallback-2352-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45722a0d name:ZooKeeperConnection Watcher:127.0.0.1:38805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720332 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720332 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720333 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720333 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720334 INFO  (zkCallback-2353-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@204c4a0f name:ZooKeeperConnection Watcher:127.0.0.1:38805 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720334 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1720336 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720336 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720337 INFO  (zkCallback-2354-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679412ef name:ZooKeeperConnection Watcher:127.0.0.1:38805/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720337 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720337 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720337 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1720338 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1720339 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1720339 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1720340 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1720340 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1720341 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1720341 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1720342 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1720342 INFO  (zkCallback-2354-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1720343 INFO  (zkCallback-2354-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1720343 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1720344 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1720344 INFO  (zkCallback-2354-thread-1) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1720344 INFO  (zkCallback-2354-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1720344 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1720347 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38805 38805
   [junit4]   2> 1720530 INFO  (Thread-4631) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38805 38805
   [junit4]   2> 1720542 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1720566 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1720566 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1720578 INFO  (Thread-4632) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1720578 INFO  (Thread-4632) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1720678 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer start zk server on port:42542
   [junit4]   2> 1720678 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720686 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720700 INFO  (zkCallback-2356-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c90aa33 name:ZooKeeperConnection Watcher:127.0.0.1:42542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720700 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720701 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720702 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720702 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720703 INFO  (zkCallback-2357-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7aed7bf4 name:ZooKeeperConnection Watcher:127.0.0.1:42542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720703 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720703 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720703 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1720704 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1720705 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1720705 INFO  (zkCallback-2358-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43f4d77b name:ZooKeeperConnection Watcher:127.0.0.1:42542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1720705 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1720705 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1720706 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1720707 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1720707 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1720708 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1720708 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1720709 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1720709 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1720709 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1720710 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1720710 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1720711 INFO  (zkCallback-2358-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1720711 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1720712 INFO  (zkCallback-2358-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1720712 INFO  (zkCallback-2358-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1720713 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42542 42542
   [junit4]   2> 1720876 INFO  (Thread-4632) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42542 42542
   [junit4]   2> 1720878 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[21DF598BF56F242D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1720882 INFO  (SUITE-ZkStateReaderTest-seed#[21DF598BF56F242D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_21DF598BF56F242D-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=1, maxDocsPerChunk=10, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=1, blockSize=2)), sim=ClassicSimilarity, locale=sr-ME, timezone=America/El_Salvador
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=227876472,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [TestSearchPerf, UpdateParamsTest, OverseerTest, TestTrackingShardHandlerFactory, TestNumericTerms64, TestCloudDeleteByQuery, TestConfigSetProperties, DistribDocExpirationUpdateProcessorTest, DirectUpdateHandlerTest, SuggesterWFSTTest, UnloadDistributedZkTest, CircularListTest, BigEndianAscendingWordSerializerTest, TestSlowCompositeReaderWrapper, DistributedVersionInfoTest, CollectionsAPISolrJTest, TestManagedSchema, SpatialHeatmapFacetsTest, TestDefaultStatsCache, PrimitiveFieldTypeTest, TestConfigSetsAPIZkFailure, TestPostingsSolrHighlighter, TestFastWriter, TestRestManager, TestHdfsBackupRestoreCore, TestDistributedStatsComponentCardinality, TestSubQueryTransformerDistrib, TestNRTOpen, StatsComponentTest, TestTolerantSearch, TestElisionMultitermQuery, TestJmxIntegration, TestSort, TestRawTransformer, AnalyticsQueryTest, TestSolrDeletionPolicy1, CleanupOldIndexTest, TestSolrConfigHandlerConcurrent, TestMaxScoreQueryParser, ClassificationUpdateProcessorFactoryTest, DebugComponentTest, SpatialRPTFieldTypeTest, TestCSVResponseWriter, StatelessScriptUpdateProcessorFactoryTest, TestUniqueKeyFieldResource, XmlUpdateRequestHandlerTest, TestXmlQParser, HdfsThreadLeakTest, RuleEngineTest, FullSolrCloudDistribCmdsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestWriterPerf, HighlighterConfigTest, TestClassicSimilarityFactory, SolrTestCaseJ4Test, LukeRequestHandlerTest, CoreMergeIndexesAdminHandlerTest, CurrencyFieldXmlFileTest, TestGraphTermsQParserPlugin, LeaderElectionTest, OverseerRolesTest, TestRecovery, CollectionStateFormat2Test, TestCharFilters, TestIntervalFaceting, DistributedFacetPivotSmallTest, HardAutoCommitTest, TestFileDictionaryLookup, TestTolerantUpdateProcessorCloud, TestZkChroot, NoCacheHeaderTest, TestFieldCache, HdfsCollectionsAPIDistributedZkTest, VersionInfoTest, HdfsDirectoryTest, BlockJoinFacetDistribTest, SliceStateTest, TestDocBasedVersionConstraints, ScriptEngineTest, FieldAnalysisRequestHandlerTest, ConjunctionSolrSpellCheckerTest, TestJettySolrRunner, SuggesterTSTTest, RestartWhileUpdatingTest, TestIndexingPerformance, SolrCoreCheckLockOnStartupTest, RequestLoggingTest, AutoCommitTest, TestSolrIndexConfig, ExitableDirectoryReaderTest, TestSolrCloudWithKerberosAlt, TestReversedWildcardFilterFactory, SolrXmlInZkTest, TestReload, TestGroupingSearch, TestStressReorder, RecoveryZkTest, SearchHandlerTest, FullHLLTest, TestSolrQueryParser, TestSmileRequest, TestDistributedMissingSort, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, ShardRoutingTest, TestRandomFaceting, ZkSolrClientTest, TestHashPartitioner, ZkControllerTest, TestJoin, TestSolr4Spatial, TestIndexSearcher, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, DocValuesTest, BadComponentTest, MultiTermTest, TestDocSet, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, TestCodecSupport, TestPerFieldSimilarity, TestIBSimilarityFactory, TestJmxMonitoredMap, TestFastOutputStream, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, HttpPartitionTest, TestCloudBackupRestore, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestOnReconnectListenerSupport, TestSSLRandomization, TestShortCircuitedRequests, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkStateReaderTest]
   [junit4] Completed [489/618 (1!)] on J2 in 1.81s, 6 tests, 1 error <<< FAILURES!

[...truncated 406 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2591 tests, 1 error, 87 ignored (72 assumptions) [seed: 21DF598BF56F242D]

Total time: 63 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-6.x - Build # 308 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/308/

5 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info
	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A:1F04C9C5A280E482]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1162)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1103)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:963)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderInitiatedRecoveryOnCommitTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A]:0)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A:E8CE419A651EA4F0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A:E68DE2CB6DD775FA]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10659 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_9750F61F0C7C897A-001/init-core-data-001
   [junit4]   2> 76009 INFO  (SUITE-ZkStateWriterTest-seed#[9750F61F0C7C897A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 76011 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 76011 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 76012 INFO  (Thread-379) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 76012 INFO  (Thread-379) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 76112 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:60836
   [junit4]   2> 76113 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76117 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76119 INFO  (zkCallback-116-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f0c4089 name:ZooKeeperConnection Watcher:127.0.0.1:60836 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76119 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76120 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76121 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76125 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76126 INFO  (zkCallback-117-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c6eade name:ZooKeeperConnection Watcher:127.0.0.1:60836 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76126 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76126 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76126 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 76130 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76152 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76161 INFO  (zkCallback-118-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41288d50 name:ZooKeeperConnection Watcher:127.0.0.1:60836/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76161 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76161 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76162 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 76163 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 76163 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 76164 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 76165 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 76165 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 76166 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 76166 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 76167 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 76168 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 76169 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 76170 INFO  (zkCallback-118-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 76170 WARN  (zkCallback-118-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 76171 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60836 60836
   [junit4]   2> 76335 INFO  (Thread-379) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60836 60836
   [junit4]   2> 76336 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 76339 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 76339 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 76339 INFO  (Thread-380) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 76339 INFO  (Thread-380) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 76439 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:47481
   [junit4]   2> 76439 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76440 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76444 INFO  (zkCallback-120-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@528e32d7 name:ZooKeeperConnection Watcher:127.0.0.1:47481 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76444 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76444 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76445 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76448 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76449 INFO  (zkCallback-121-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66bbdc8b name:ZooKeeperConnection Watcher:127.0.0.1:47481 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76449 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76449 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76449 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 76450 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76451 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76452 INFO  (zkCallback-122-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@209d2a3a name:ZooKeeperConnection Watcher:127.0.0.1:47481/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76452 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76452 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76453 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 76454 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 76455 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 76455 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 76456 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 76457 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 76457 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 76458 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 76459 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 76460 INFO  (zkCallback-122-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 76464 INFO  (zkCallback-122-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 76466 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47481 47481
   [junit4]   2> 76607 INFO  (Thread-380) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47481 47481
   [junit4]   2> 76608 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 76612 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 76612 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 76612 INFO  (Thread-381) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 76612 INFO  (Thread-381) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 76712 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:40414
   [junit4]   2> 76713 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76721 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76740 INFO  (zkCallback-124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61e58d6 name:ZooKeeperConnection Watcher:127.0.0.1:40414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76744 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76744 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76780 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76792 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76804 INFO  (zkCallback-125-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12405cc9 name:ZooKeeperConnection Watcher:127.0.0.1:40414 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76805 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76806 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76806 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 76823 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155ae17f5c60001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 76823 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 76840 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 76847 INFO  (zkCallback-126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@295502e3 name:ZooKeeperConnection Watcher:127.0.0.1:40414/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76848 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 76848 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 76864 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 76884 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 76886 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 76887 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 76887 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 76888 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 76888 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 76889 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 76889 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 76890 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 76891 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 76897 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155ae17f5c60002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 76901 INFO  (zkCallback-126-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 76901 WARN  (zkCallback-126-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 76920 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40414 40414
   [junit4]   2> 77088 INFO  (Thread-381) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40414 40414
   [junit4]   2> 77092 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=9750F61F0C7C897A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=el-CY -Dtests.timezone=EST5EDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.49s J1 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A:E68DE2CB6DD775FA]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 77102 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 77102 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 77112 INFO  (Thread-382) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 77112 INFO  (Thread-382) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 77210 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:35985
   [junit4]   2> 77210 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 77221 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 77236 INFO  (zkCallback-128-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@775b5631 name:ZooKeeperConnection Watcher:127.0.0.1:35985 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 77236 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 77236 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 77237 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155ae17f7bd0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 77237 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 77238 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 77238 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5cb3f187 name:ZooKeeperConnection Watcher:127.0.0.1:35985 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 77238 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 77238 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 77238 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 77241 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 77241 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 77242 INFO  (zkCallback-130-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b845ec9 name:ZooKeeperConnection Watcher:127.0.0.1:35985/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 77242 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 77242 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 77243 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 77244 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 77244 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 77245 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 77246 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 77247 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 77247 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 77248 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 77248 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 77249 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 77250 INFO  (zkCallback-130-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 77252 INFO  (zkCallback-130-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 77256 INFO  (zkCallback-130-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 77256 WARN  (zkCallback-130-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 77256 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35985 35985
   [junit4]   2> 77497 INFO  (Thread-382) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35985 35985
   [junit4]   2> 77498 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 77501 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 77502 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 77502 INFO  (Thread-383) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 77502 INFO  (Thread-383) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 77602 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:44510
   [junit4]   2> 77602 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 77603 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 77613 INFO  (zkCallback-132-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11ffde01 name:ZooKeeperConnection Watcher:127.0.0.1:44510 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 77613 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 77613 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 77614 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 77615 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 77616 INFO  (zkCallback-133-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@790da343 name:ZooKeeperConnection Watcher:127.0.0.1:44510 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 77616 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 77616 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 77616 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 77618 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 77618 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 77619 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5cfb8e27 name:ZooKeeperConnection Watcher:127.0.0.1:44510/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 77619 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 77620 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 77620 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 77621 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 77622 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 77622 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 77623 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 77624 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 77624 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 77624 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 77625 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 77626 INFO  (zkCallback-134-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 77626 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 77630 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44510 44510
   [junit4]   2> 77793 INFO  (Thread-383) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44510 44510
   [junit4]   2> 77793 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 77794 INFO  (SUITE-ZkStateWriterTest-seed#[9750F61F0C7C897A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_9750F61F0C7C897A-001
   [junit4]   2> Jul 03, 2016 12:10:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=ClassicSimilarity, locale=el-CY, timezone=EST5EDT
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=231598808,total=444071936
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudInspectUtil, HdfsNNFailoverTest, OpenCloseCoreStressTest, CoreAdminCreateDiscoverTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCoreContainer, ZkControllerTest, SSLMigrationTest, FileUtilsTest, DistributedTermsComponentTest, TestExceedMaxTermLength, ZkSolrClientTest, HdfsChaosMonkeyNothingIsSafeTest, ZkStateWriterTest]
   [junit4] Completed [15/619 (1!)] on J1 in 2.05s, 5 tests, 1 failure <<< FAILURES!

[...truncated 221 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_9750F61F0C7C897A-001/init-core-data-001
   [junit4]   2> 294561 INFO  (SUITE-ZkStateReaderTest-seed#[9750F61F0C7C897A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 294562 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 294562 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 294574 INFO  (Thread-1210) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 294574 INFO  (Thread-1210) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 294674 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:37705
   [junit4]   2> 294674 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 294693 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 294708 INFO  (zkCallback-382-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@212f101 name:ZooKeeperConnection Watcher:127.0.0.1:37705 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 294708 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 294708 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 294709 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 294731 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 294753 INFO  (zkCallback-383-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@268c2015 name:ZooKeeperConnection Watcher:127.0.0.1:37705 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 294753 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 294753 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 294753 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 294756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 294781 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 294793 INFO  (zkCallback-384-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4022ab3e name:ZooKeeperConnection Watcher:127.0.0.1:37705/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 294793 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 294793 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 294793 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 294794 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 294796 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 294796 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 294797 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 294797 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 294798 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 294798 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 294800 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 294800 INFO  (zkCallback-384-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 294802 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 294818 INFO  (zkCallback-384-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 294822 WARN  (zkCallback-384-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 294822 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37705 37705
   [junit4]   2> 295068 INFO  (Thread-1210) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37705 37705
   [junit4]   2> 295069 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 295071 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 295071 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295076 INFO  (Thread-1211) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295076 INFO  (Thread-1211) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 295176 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:38286
   [junit4]   2> 295177 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295177 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295195 INFO  (zkCallback-386-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28b0e9b2 name:ZooKeeperConnection Watcher:127.0.0.1:38286 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295195 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295195 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295197 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295215 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295227 INFO  (zkCallback-387-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61b11724 name:ZooKeeperConnection Watcher:127.0.0.1:38286 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295227 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295228 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295228 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295229 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295230 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295237 INFO  (zkCallback-388-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5572b418 name:ZooKeeperConnection Watcher:127.0.0.1:38286/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295237 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295237 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295237 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 295238 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 295238 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 295239 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 295239 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 295240 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295240 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 295240 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 295241 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 295241 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 295245 INFO  (zkCallback-388-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 295252 INFO  (zkCallback-388-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 295253 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 295254 INFO  (zkCallback-388-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 295254 INFO  (zkCallback-388-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 295255 INFO  (zkCallback-388-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 295257 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38286 38286
   [junit4]   2> 295413 INFO  (Thread-1211) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38286 38286
   [junit4]   2> 295414 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=9750F61F0C7C897A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it-CH -Dtests.timezone=America/Indiana/Indianapolis -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.35s J0 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A:E8CE419A651EA4F0]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 295417 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 295417 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295421 INFO  (Thread-1212) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295421 INFO  (Thread-1212) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 295522 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:48176
   [junit4]   2> 295522 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295523 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295532 INFO  (zkCallback-390-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@792c4bc name:ZooKeeperConnection Watcher:127.0.0.1:48176 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295532 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295532 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295533 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295534 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295539 INFO  (zkCallback-391-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e65fc6c name:ZooKeeperConnection Watcher:127.0.0.1:48176 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295539 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295539 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295540 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295542 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295542 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295543 INFO  (zkCallback-392-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c034e29 name:ZooKeeperConnection Watcher:127.0.0.1:48176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295543 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295544 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295544 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 295545 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 295546 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 295546 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 295547 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 295547 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295548 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 295548 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 295549 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 295549 INFO  (zkCallback-392-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 295549 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 295550 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 295559 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48176 48176
   [junit4]   2> 295711 INFO  (Thread-1212) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48176 48176
   [junit4]   2> 295712 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 295714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 295714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295714 INFO  (Thread-1213) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295714 INFO  (Thread-1213) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 295814 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:44085
   [junit4]   2> 295814 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295820 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295823 INFO  (zkCallback-394-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ed4c27f name:ZooKeeperConnection Watcher:127.0.0.1:44085 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295823 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295823 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295824 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295825 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295837 INFO  (zkCallback-395-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22aa4cd0 name:ZooKeeperConnection Watcher:127.0.0.1:44085 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295837 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295837 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295837 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295839 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295841 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295845 INFO  (zkCallback-396-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54eb0358 name:ZooKeeperConnection Watcher:127.0.0.1:44085/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295845 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295845 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295845 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 295846 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 295846 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 295847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 295848 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 295848 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295848 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 295849 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 295850 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 295853 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 295853 INFO  (zkCallback-396-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 295854 INFO  (zkCallback-396-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 295855 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 295855 INFO  (zkCallback-396-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 295855 INFO  (zkCallback-396-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 295855 INFO  (zkCallback-396-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 295860 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44085 44085
   [junit4]   2> 295959 INFO  (Thread-1213) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44085 44085
   [junit4]   2> 295964 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 295966 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 295966 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295977 INFO  (Thread-1214) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295977 INFO  (Thread-1214) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 296082 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:53286
   [junit4]   2> 296082 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 296090 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 296110 INFO  (zkCallback-398-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78268a20 name:ZooKeeperConnection Watcher:127.0.0.1:53286 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 296110 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 296110 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 296113 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 296116 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 296125 INFO  (zkCallback-399-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c663dd5 name:ZooKeeperConnection Watcher:127.0.0.1:53286 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 296125 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 296125 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 296125 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 296126 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 296153 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 296177 INFO  (zkCallback-400-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3403252a name:ZooKeeperConnection Watcher:127.0.0.1:53286/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 296177 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 296177 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 296177 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 296178 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 296178 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 296179 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 296179 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 296180 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 296180 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 296180 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 296181 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 296189 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 296189 INFO  (zkCallback-400-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 296190 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 296190 INFO  (zkCallback-400-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 296191 INFO  (zkCallback-400-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 296197 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53286 53286
   [junit4]   2> 296361 INFO  (Thread-1214) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53286 53286
   [junit4]   2> 296363 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 296378 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 296378 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 296381 INFO  (Thread-1215) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 296381 INFO  (Thread-1215) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 296481 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.ZkTestServer start zk server on port:34436
   [junit4]   2> 296481 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 296501 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 296509 INFO  (zkCallback-402-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79d9b8e6 name:ZooKeeperConnection Watcher:127.0.0.1:34436 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 296509 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 296509 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 296510 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9750F61F0C7C897A

[...truncated too long message...]

bstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   47) Thread[id=9146, name=searcherExecutor-3746-thread-1, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   48) Thread[id=9155, name=qtp168669593-9155, state=RUNNABLE, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
   [junit4]   2>         at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
   [junit4]   2>         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]   2>         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]   2>         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:233)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:181)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:171)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:156)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   49) Thread[id=9265, name=Scheduler-1735382488, state=TIMED_WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   50) Thread[id=9180, name=searcherExecutor-3757-thread-1, state=WAITING, group=TGRP-LeaderInitiatedRecoveryOnCommitTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=ClassicSimilarity, locale=hr, timezone=America/Nassau
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=86,free=178455912,total=511705088
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudInspectUtil, HdfsNNFailoverTest, OpenCloseCoreStressTest, CoreAdminCreateDiscoverTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCoreContainer, ZkControllerTest, SSLMigrationTest, FileUtilsTest, DistributedTermsComponentTest, TestExceedMaxTermLength, ZkSolrClientTest, HdfsChaosMonkeyNothingIsSafeTest, ZkStateWriterTest, TestSchemaSimilarityResource, TestBlobHandler, TestTolerantUpdateProcessorRandomCloud, TestShortCircuitedRequests, TimeZoneUtilsTest, TestSearcherReuse, ShardRoutingCustomTest, LoggingHandlerTest, SolrPluginUtilsTest, OverseerModifyCollectionTest, DirectSolrSpellCheckerTest, CursorMarkTest, TestFiltering, TestStressUserVersions, TestCursorMarkWithoutUniqueKey, HttpPartitionTest, TestRequestForwarding, TestCloudSchemaless, ClusterStateUpdateTest, BooleanFieldTest, CSVRequestHandlerTest, SmileWriterTest, CdcrReplicationHandlerTest, MBeansHandlerTest, SpellCheckCollatorTest, TestQuerySenderNoQuery, UniqFieldsUpdateProcessorFactoryTest, TestCryptoKeys, TestLockTree, TestHashQParserPlugin, CollectionsAPIDistributedZkTest, SoftAutoCommitTest, AliasIntegrationTest, TestExclusionRuleCollectionAccess, ConvertedLegacyTest, TestQueryTypes, TestUpdate, SolrInfoMBeanTest, SpellPossibilityIteratorTest, NotRequiredUniqueKeyTest, InfoHandlerTest, TestReplicationHandlerBackup, ConfigSetsAPITest, AsyncMigrateRouteKeyTest, TestUninvertingReader, TestFieldTypeResource, DistributedSuggestComponentTest, DistanceFunctionTest, DocValuesMissingTest, TestCollapseQParserPlugin, NumericFieldsTest, WordBreakSolrSpellCheckerTest, TestSimpleTrackingShardHandler, MoreLikeThisHandlerTest, TestQuerySenderListener, SpellCheckComponentTest, TestObjectReleaseTracker, RulesTest, SpellingQueryConverterTest, CollectionReloadTest, DistributedIntervalFacetingTest, TestDFISimilarityFactory, SuggesterFSTTest, TestFieldCollectionResource, DeleteReplicaTest, DistribCursorPagingTest, TestMissingGroups, TestFieldCacheSortRandom, TestTestInjection, TestAnalyzeInfixSuggestions, TestStressCloudBlindAtomicUpdates, SharedFSAutoReplicaFailoverTest, TestReRankQParserPlugin, TestQueryUtils, TestCodecSupport, OverseerTaskQueueTest, TestFieldSortValues, TestGraphMLResponseWriter, HdfsLockFactoryTest, TestInfoStreamLogging, DistributedQueueTest, TestPartialUpdateDeduplication, SortSpecParsingTest, BlockDirectoryTest, DeleteInactiveReplicaTest, LeaderInitiatedRecoveryOnCommitTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderInitiatedRecoveryOnCommitTest -Dtests.seed=9750F61F0C7C897A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=America/Nassau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | LeaderInitiatedRecoveryOnCommitTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9750F61F0C7C897A]:0)
   [junit4] Completed [619/619 (4!)] on J1 in 7223.82s, 1 test, 2 errors <<< FAILURES!

[...truncated 15 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2597 tests, 1 suite-level error, 1 error, 3 failures, 87 ignored (72 assumptions) [seed: 9750F61F0C7C897A]

Total time: 174 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-6.x - Build # 307 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/307/

3 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([B62B6FD002079E2F:BD909EFC535E6886]:0)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReqParamsAPI.test

Error Message:
Could not get expected value  'P val' for path 'response/params/y/p' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "response":{     "znodeVersion":2,     "params":{       "x":{         "a":"A val",         "b":"B val",         "":{"v":0}},       "y":{         "c":"CY val modified",         "b":"BY val",         "i":20,         "d":[           "val 1",           "val 2"],         "e":"EY val",         "":{"v":1}}}}},  from server:  http://127.0.0.1:48732/collection1

Stack Trace:
java.lang.AssertionError: Could not get expected value  'P val' for path 'response/params/y/p' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "response":{
    "znodeVersion":2,
    "params":{
      "x":{
        "a":"A val",
        "b":"B val",
        "":{"v":0}},
      "y":{
        "c":"CY val modified",
        "b":"BY val",
        "i":20,
        "d":[
          "val 1",
          "val 2"],
        "e":"EY val",
        "":{"v":1}}}}},  from server:  http://127.0.0.1:48732/collection1
	at __randomizedtesting.SeedInfo.seed([B62B6FD002079E2F:3E7F500AACFBF3D7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:215)
	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([B62B6FD002079E2F:DD64CFAD7B084315]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10840 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_B62B6FD002079E2F-001/init-core-data-001
   [junit4]   2> 228341 WARN  (SUITE-ZkStateReaderTest-seed#[B62B6FD002079E2F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 228342 INFO  (SUITE-ZkStateReaderTest-seed#[B62B6FD002079E2F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 228358 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 228358 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 228360 INFO  (Thread-766) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 228360 INFO  (Thread-766) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 228460 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:56054
   [junit4]   2> 228460 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228465 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228472 INFO  (zkCallback-328-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@134cae04 name:ZooKeeperConnection Watcher:127.0.0.1:56054 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228472 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228472 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228473 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228474 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228474 INFO  (zkCallback-329-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42dad89c name:ZooKeeperConnection Watcher:127.0.0.1:56054 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228474 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228474 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228474 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 228477 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228485 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228501 INFO  (zkCallback-330-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5940a854 name:ZooKeeperConnection Watcher:127.0.0.1:56054/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228501 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228501 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228501 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 228502 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 228502 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 228503 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 228503 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 228503 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 228504 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 228504 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 228505 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 228508 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 228508 INFO  (zkCallback-330-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 228509 INFO  (zkCallback-330-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 228510 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 228511 INFO  (zkCallback-330-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 228511 INFO  (zkCallback-330-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 228518 INFO  (zkCallback-330-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 228522 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56054 56054
   [junit4]   2> 228629 INFO  (Thread-766) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56054 56054
   [junit4]   2> 228630 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> 228631 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 228632 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 228636 INFO  (Thread-767) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 228636 INFO  (Thread-767) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 228736 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:42319
   [junit4]   2> 228736 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228739 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228745 INFO  (zkCallback-332-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@415d9a9d name:ZooKeeperConnection Watcher:127.0.0.1:42319 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228745 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228745 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228751 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228757 INFO  (zkCallback-333-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3edb76f6 name:ZooKeeperConnection Watcher:127.0.0.1:42319 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228757 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228757 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228757 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 228759 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 228765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 228765 INFO  (zkCallback-334-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@25238a74 name:ZooKeeperConnection Watcher:127.0.0.1:42319/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 228765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 228765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 228765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 228766 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 228766 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 228767 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 228767 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 228767 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 228768 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 228768 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 228768 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 228770 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 228778 INFO  (zkCallback-334-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 228778 INFO  (zkCallback-334-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 228802 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 228803 INFO  (zkCallback-334-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 228803 INFO  (zkCallback-334-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 228803 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 228804 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42319 42319
   [junit4]   2> 228993 INFO  (Thread-767) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42319 42319
   [junit4]   2> 228994 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 228995 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 228996 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 229006 INFO  (Thread-768) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 229006 INFO  (Thread-768) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 229103 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:46966
   [junit4]   2> 229103 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 229121 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 229136 INFO  (zkCallback-336-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67f43c74 name:ZooKeeperConnection Watcher:127.0.0.1:46966 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229136 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 229136 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 229137 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 229150 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 229167 INFO  (zkCallback-337-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6bcbdbd2 name:ZooKeeperConnection Watcher:127.0.0.1:46966 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229167 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 229167 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 229167 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 229169 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 229181 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 229191 INFO  (zkCallback-338-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75159ae9 name:ZooKeeperConnection Watcher:127.0.0.1:46966/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229191 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 229191 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 229191 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 229192 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 229192 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 229193 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 229193 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 229194 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 229194 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 229194 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 229195 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 229195 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 229203 INFO  (zkCallback-338-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 229204 WARN  (zkCallback-338-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 229204 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46966 46966
   [junit4]   2> 229325 INFO  (Thread-768) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46966 46966
   [junit4]   2> 229326 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testExternalCollectionWatchedNotWatched -Dtests.seed=B62B6FD002079E2F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=Asia/Yekaterinburg -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.33s J0 | ZkStateReaderTest.testExternalCollectionWatchedNotWatched <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B62B6FD002079E2F:BD909EFC535E6886]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 229330 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 229331 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 229350 INFO  (Thread-769) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 229350 INFO  (Thread-769) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 229450 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:48879
   [junit4]   2> 229450 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 229470 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 229496 INFO  (zkCallback-340-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5576b68f name:ZooKeeperConnection Watcher:127.0.0.1:48879 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229496 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 229496 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 229497 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 229516 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 229537 INFO  (zkCallback-341-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27b79f34 name:ZooKeeperConnection Watcher:127.0.0.1:48879 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229537 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 229537 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 229537 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 229545 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 229565 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 229581 INFO  (zkCallback-342-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6376588c name:ZooKeeperConnection Watcher:127.0.0.1:48879/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 229581 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 229581 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 229581 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 229582 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 229582 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 229583 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 229583 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 229583 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 229584 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 229584 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 229585 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 229585 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 229585 INFO  (zkCallback-342-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 229586 INFO  (zkCallback-342-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 229586 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 229587 INFO  (zkCallback-342-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 229587 INFO  (zkCallback-342-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 229594 INFO  (zkCallback-342-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 231141 WARN  (zkCallback-342-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 231146 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48879 48879
   [junit4]   2> 231265 INFO  (Thread-769) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48879 48879
   [junit4]   2> 231265 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 231267 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 231267 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 231277 INFO  (Thread-770) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 231277 INFO  (Thread-770) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 231379 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:35761
   [junit4]   2> 231379 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231381 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231389 INFO  (zkCallback-344-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73692e35 name:ZooKeeperConnection Watcher:127.0.0.1:35761 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231389 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231389 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231390 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231390 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231391 INFO  (zkCallback-345-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51e6f716 name:ZooKeeperConnection Watcher:127.0.0.1:35761 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231391 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231391 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231391 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 231392 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231395 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231397 INFO  (zkCallback-346-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c9267c1 name:ZooKeeperConnection Watcher:127.0.0.1:35761/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231397 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231397 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231400 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 231406 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 231409 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 231409 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 231410 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 231410 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 231411 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 231411 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 231412 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 231413 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 231419 INFO  (zkCallback-346-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 231421 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 231422 INFO  (zkCallback-346-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 231422 INFO  (zkCallback-346-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 231432 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35761 35761
   [junit4]   2> 231555 INFO  (Thread-770) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35761 35761
   [junit4]   2> 231555 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 231558 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 231559 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 231571 INFO  (Thread-771) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 231571 INFO  (Thread-771) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 231670 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:48361
   [junit4]   2> 231670 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231682 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231687 INFO  (zkCallback-348-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7bdb20d4 name:ZooKeeperConnection Watcher:127.0.0.1:48361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231688 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231711 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231713 INFO  (zkCallback-349-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@792e4df1 name:ZooKeeperConnection Watcher:127.0.0.1:48361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231713 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231713 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231713 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 231714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 231722 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 231722 INFO  (zkCallback-350-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e65daa4 name:ZooKeeperConnection Watcher:127.0.0.1:48361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 231722 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 231722 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 231723 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 231723 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 231723 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 231724 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 231724 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 231725 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 231725 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 231725 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 231726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 231727 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 231731 INFO  (zkCallback-350-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 231731 WARN  (zkCallback-350-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 231733 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48361 48361
   [junit4]   2> 231738 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/784544186@54edb347 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@11ef27be[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 231857 INFO  (Thread-771) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48361 48361
   [junit4]   2> 231858 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=B62B6FD002079E2F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=Asia/Yekaterinburg -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.30s J0 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B62B6FD002079E2F:DD64CFAD7B084315]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 231859 INFO  (SUITE-ZkStateReaderTest-seed#[B62B6FD002079E2F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_B62B6FD002079E2F-001
   [junit4]   2> Jul 02, 2016 9:47:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=ClassicSimilarity, locale=bg, timezone=Asia/Yekaterinburg
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=237615896,total=450887680
   [junit4]   2> NOTE: All tests run in this JVM: [StandardRequestHandlerTest, DistanceUnitsTest, PingRequestHandlerTest, IndexSchemaTest, AsyncCallRequestStatusResponseTest, CreateCollectionCleanupTest, TestFieldTypeCollectionResource, TestAtomicUpdateErrorCases, TestDownShardTolerantSearch, TestAnalyzedSuggestions, TestSlowCompositeReaderWrapper, TestComponentsName, TestCrossCoreJoin, GraphQueryTest, TestFunctionQuery, TestConfigSetsAPIZkFailure, TestSerializedLuceneMatchVersion, TestStressLucene, PreAnalyzedFieldTest, TestRuleBasedAuthorizationPlugin, HdfsDirectoryTest, HdfsBasicDistributedZkTest, TestArbitraryIndexDir, QueryEqualityTest, HdfsRecoveryZkTest, TestGeoJSONResponseWriter, TestDefaultStatsCache, DistributedQueryComponentOptimizationTest, CopyFieldTest, LeaderElectionIntegrationTest, TestOverriddenPrefixQueryForCustomFieldType, BigEndianAscendingWordSerializerTest, RuleEngineTest, SignatureUpdateProcessorFactoryTest, TestRestoreCore, TestRandomDVFaceting, VersionInfoTest, TestBinaryField, TestMiniSolrCloudClusterBase, ZkStateReaderTest]
   [junit4] Completed [78/619 (1!)] on J0 in 4.09s, 6 tests, 2 errors <<< FAILURES!

[...truncated 1405 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/init-core-data-001
   [junit4]   2> 1751771 INFO  (SUITE-TestReqParamsAPI-seed#[B62B6FD002079E2F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1751771 INFO  (SUITE-TestReqParamsAPI-seed#[B62B6FD002079E2F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1751773 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1751773 INFO  (Thread-5872) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1751773 INFO  (Thread-5872) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1751873 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer start zk server on port:37605
   [junit4]   2> 1751873 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1751874 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1751875 INFO  (zkCallback-18288-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2062e032 name:ZooKeeperConnection Watcher:127.0.0.1:37605 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1751875 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1751875 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1751875 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1751877 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1751877 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1751878 INFO  (zkCallback-18289-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f5e02ac name:ZooKeeperConnection Watcher:127.0.0.1:37605/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1751878 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1751878 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1751878 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1751879 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1751880 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1751880 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1751881 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1751881 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1751882 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1751882 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1751883 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1751884 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1751884 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1751884 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1751885 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1751885 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1751886 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1751886 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1751887 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1751887 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1751888 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1751888 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1751889 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1751889 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1751890 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1751890 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1751891 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1751891 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1751950 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/cores/collection1
   [junit4]   2> 1751951 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1751952 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67a9f334{/,null,AVAILABLE}
   [junit4]   2> 1751954 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@40c68cc9{HTTP/1.1,[http/1.1]}{127.0.0.1:33491}
   [junit4]   2> 1751954 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.e.j.s.Server Started @1755996ms
   [junit4]   2> 1751954 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/tempDir-001/control/data, hostContext=/, hostPort=33491, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/cores}
   [junit4]   2> 1751954 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1751954 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001'
   [junit4]   2> 1751954 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1751955 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1751955 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1751955 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1751955 INFO  (zkCallback-18290-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61f9cc07 name:ZooKeeperConnection Watcher:127.0.0.1:37605/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1751956 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1751956 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1751956 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1751956 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/solr.xml
   [junit4]   2> 1751960 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/cores
   [junit4]   2> 1751960 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.CoreContainer New CoreContainer 820923916
   [junit4]   2> 1751960 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001]
   [junit4]   2> 1751960 WARN  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/lib
   [junit4]   2> 1751960 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1751961 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1751961 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1751961 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1751961 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37605/solr
   [junit4]   2> 1751961 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1751961 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1751961 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1751962 INFO  (zkCallback-18293-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5be242f2 name:ZooKeeperConnection Watcher:127.0.0.1:37605 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1751962 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1751962 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1751963 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$30/1814875440@a6689c2
   [junit4]   2> 1751963 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1751963 INFO  (zkCallback-18294-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5861207b name:ZooKeeperConnection Watcher:127.0.0.1:37605/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1751964 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1751964 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1751965 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1751966 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1751967 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1751968 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1751969 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1751970 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1751970 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1751971 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1751972 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1751972 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1751972 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1751973 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1751974 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1751975 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1751975 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96173920576339972-127.0.0.1:33491_-n_0000000000
   [junit4]   2> 1751975 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33491_
   [junit4]   2> 1751975 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1751976 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.Overseer Overseer (id=96173920576339972-127.0.0.1:33491_-n_0000000000) starting
   [junit4]   2> 1751977 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1751980 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1751980 INFO  (OverseerStateUpdate-96173920576339972-127.0.0.1:33491_-n_0000000000) [n:127.0.0.1:33491_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1751980 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33491_
   [junit4]   2> 1751980 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33491_
   [junit4]   2> 1751981 INFO  (OverseerStateUpdate-96173920576339972-127.0.0.1:33491_-n_0000000000) [n:127.0.0.1:33491_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1751981 INFO  (zkCallback-18294-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1751983 INFO  (zkCallback-18294-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1751983 INFO  (OverseerCollectionConfigSetProcessor-96173920576339972-127.0.0.1:33491_-n_0000000000) [n:127.0.0.1:33491_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1751998 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1751998 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1751998 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/cores
   [junit4]   2> 1751999 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1751999 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001/control-001/cores/collection1
   [junit4]   2> 1751999 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1752000 INFO  (coreLoadExecutor-8961-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1752000 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2
   [junit4]   2> 1752000 INFO  (coreLoadExecutor-8961-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1752000 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [n:127.0.0.1:33491_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1752000 INFO  (coreLoadExecutor-8961-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1752001 INFO  (OverseerStateUpdate-96173920576339972-127.0.0.1:33491_-n_0000000000) [n:127.0.0.1:33491_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33491",
   [junit4]   2>   "node_name":"127.0.0.1:33491_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1752001 INFO  (OverseerStateUpdate-96173920576339972-127.0.0.1:33491_-n_0000000000) [n:127.0.0.1:33491_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33491",
   [junit4]   2>   "node_name":"127.0.0.1:33491_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1752001 INFO  (coreLoadExecutor-8961-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 1752001 INFO  (OverseerStateUpdate-96173920576339972-127.0.0.1:33491_-n_0000000000) [n:127.0.0.1:33491_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1752001 INFO  (OverseerStateUpdate-96173920576339972-127.0.0.1:33491_-n_0000000000) [n:127.0.0.1:33491_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1752001 INFO  (coreLoadExecutor-8961-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1752003 INFO  (zkCallback-18294-thread-1-processing-n:127.0.0.1:33491_) [n:127.0.0.1:33491_    ] o.a.s.c.c.ZkStateReader A cluster state change: [W

[...truncated too long message...]

utor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1778419 WARN  (zkCallback-18323-thread-3-processing-n:127.0.0.1:48732_) [n:127.0.0.1:48732_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1778420 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@17c0a1f6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1778421 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@153ad47d{/,null,UNAVAILABLE}
   [junit4]   2> 1778425 INFO  (TEST-TestReqParamsAPI.test-seed#[B62B6FD002079E2F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37605 37605
   [junit4]   2> 1778568 INFO  (Thread-5872) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37605 37605
   [junit4]   2> 1778569 WARN  (Thread-5872) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	35	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	41	/solr/overseer/queue
   [junit4]   2> 	25	/solr/overseer/collection-queue-work
   [junit4]   2> 	15	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReqParamsAPI -Dtests.method=test -Dtests.seed=B62B6FD002079E2F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-AU -Dtests.timezone=EET -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 26.8s J2 | TestReqParamsAPI.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'P val' for path 'response/params/y/p' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "response":{
   [junit4]    >     "znodeVersion":2,
   [junit4]    >     "params":{
   [junit4]    >       "x":{
   [junit4]    >         "a":"A val",
   [junit4]    >         "b":"B val",
   [junit4]    >         "":{"v":0}},
   [junit4]    >       "y":{
   [junit4]    >         "c":"CY val modified",
   [junit4]    >         "b":"BY val",
   [junit4]    >         "i":20,
   [junit4]    >         "d":[
   [junit4]    >           "val 1",
   [junit4]    >           "val 2"],
   [junit4]    >         "e":"EY val",
   [junit4]    >         "":{"v":1}}}}},  from server:  http://127.0.0.1:48732/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B62B6FD002079E2F:3E7F500AACFBF3D7]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:215)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:61)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1778576 INFO  (SUITE-TestReqParamsAPI-seed#[B62B6FD002079E2F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_B62B6FD002079E2F-001
   [junit4]   2> Jul 02, 2016 10:13:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1305, maxMBSortInHeap=6.849178608941594, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=en-AU, timezone=EET
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=322779072,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [TestReload, TestMiniSolrCloudClusterSSL, DeleteShardTest, TestSubQueryTransformerCrossCore, TestCloudBackupRestore, TestCloudManagedSchema, DirectSolrConnectionTest, HdfsUnloadDistributedZkTest, FullSolrCloudDistribCmdsTest, CollectionStateFormat2Test, TestSolrJ, TestGroupingSearch, StatelessScriptUpdateProcessorFactoryTest, TestHighFrequencyDictionaryFactory, HighlighterMaxOffsetTest, BaseCdcrDistributedZkTest, DistributedExpandComponentTest, TestSuggestSpellingConverter, CdcrRequestHandlerTest, BlockJoinFacetSimpleTest, FieldMutatingUpdateProcessorTest, CollectionsAPISolrJTest, ScriptEngineTest, DirectoryFactoryTest, SuggesterTest, BJQParserTest, RecoveryAfterSoftCommitTest, TestManagedSynonymFilterFactory, TestJmxMonitoredMap, OverseerRolesTest, TestJettySolrRunner, TestRecovery, TestCharFilters, DirectUpdateHandlerOptimizeTest, ShowFileRequestHandlerTest, TestDocTermOrds, HLLUtilTest, RegexBoostProcessorTest, TestComplexPhraseQParserPlugin, UnloadDistributedZkTest, MergeStrategyTest, PluginInfoTest, TestConfigSetImmutable, DebugComponentTest, HdfsChaosMonkeySafeLeaderTest, LeaderElectionTest, TestStressReorder, SimpleMLTQParserTest, CheckHdfsIndexTest, TestSolrFieldCacheMBean, AddBlockUpdateTest, BigEndianAscendingWordDeserializerTest, TlogReplayBufferedWhileIndexingTest, AtomicUpdatesTest, TestInitQParser, TestXIncludeConfig, TestRTimerTree, TestCoreDiscovery, TestCustomDocTransformer, RestartWhileUpdatingTest, FieldAnalysisRequestHandlerTest, AssignTest, ExplicitHLLTest, TestFieldCacheSanityChecker, TestCSVResponseWriter, SharedFSAutoReplicaFailoverUtilsTest, SolrCloudExampleTest, TestNoOpRegenerator, TestBlendedInfixSuggestions, TestScoreJoinQPScore, LukeRequestHandlerTest, ConnectionManagerTest, TestIndexingPerformance, BlobRepositoryCloudTest, RequestHandlersTest, TestDistribDocBasedVersion, BasicDistributedZk2Test, TestSearchPerf, OverriddenZkACLAndCredentialsProvidersTest, SampleTest, TestUtils, SolrTestCaseJ4Test, TestPostingsSolrHighlighter, TestSimpleQParserPlugin, DistributedFacetPivotSmallAdvancedTest, UUIDUpdateProcessorFallbackTest, FacetPivotSmallTest, TestExtendedDismaxParser, StatsComponentTest, TestStressRecovery, QueryParsingTest, DistribDocExpirationUpdateProcessorTest, TestSolrDeletionPolicy1, PrimitiveFieldTypeTest, TestReversedWildcardFilterFactory, TestFuzzyAnalyzedSuggestions, TestLeaderElectionZkExpiry, RecoveryZkTest, TestZkChroot, TestSchemaVersionResource, TestClusterStateMutator, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, OverseerTest, TestReplicationHandler, TestRangeQuery, SimpleFacetsTest, PeerSyncTest, TestFiltering, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTSTTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestWriterPerf, TestOmitPositions, TermsComponentTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, TestJmxIntegration, JSONWriterTest, JsonLoaderTest, TestPHPSerializedResponseWriter, SearchHandlerTest, DistributedIntervalFacetingTest, CleanupOldIndexTest, CollectionReloadTest, DeleteInactiveReplicaTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, OverseerModifyCollectionTest, ReplicationFactorTest, RollingRestartTest, TestConfigSetsAPIExclusivity, TestExclusionRuleCollectionAccess, TestOnReconnectListenerSupport, TestReplicaProperties, TestSSLRandomization, TestShortCircuitedRequests, TestStressLiveNodes, TestSolrDynamicMBean, TestSolrXml, RequestLoggingTest, TestBlobHandler, TestReqParamsAPI]
   [junit4] Completed [510/619 (2!)] on J2 in 27.84s, 1 test, 1 failure <<< FAILURES!

[...truncated 344 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2597 tests, 2 errors, 1 failure, 87 ignored (72 assumptions) [seed: B62B6FD002079E2F]

Total time: 64 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any