You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/04 20:45:58 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 314 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/314/

4 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:6E31A008C83E58F1]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:1AC471826151430E]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:56C52B79F562B4]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:E15667A713CB3BE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12201 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_718BD1FF185E9E34-001/init-core-data-001
   [junit4]   2> 1980606 INFO  (SUITE-ZkStateReaderTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1980608 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1980608 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1980609 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1980609 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1980709 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:33200
   [junit4]   2> 1980709 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980712 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980714 INFO  (zkCallback-1711-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b50ca10 name:ZooKeeperConnection Watcher:127.0.0.1:33200 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980715 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980718 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980718 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980719 INFO  (zkCallback-1712-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5acf4382 name:ZooKeeperConnection Watcher:127.0.0.1:33200 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980719 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980719 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980719 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1980722 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980725 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980725 INFO  (zkCallback-1713-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b92d96a name:ZooKeeperConnection Watcher:127.0.0.1:33200/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980725 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1980727 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1980727 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1980730 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1980730 INFO  (zkCallback-1713-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1980731 INFO  (zkCallback-1713-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1980735 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1980735 INFO  (zkCallback-1713-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1980736 INFO  (zkCallback-1713-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1980737 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1980738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33200 33200
   [junit4]   2> 1980841 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33200 33200
   [junit4]   2> 1980842 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1980843 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1980844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1980845 INFO  (Thread-3807) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1980845 INFO  (Thread-3807) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1980945 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:41943
   [junit4]   2> 1980945 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980946 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980947 INFO  (zkCallback-1715-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a23498b name:ZooKeeperConnection Watcher:127.0.0.1:41943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980947 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980947 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980948 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980948 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980948 INFO  (zkCallback-1716-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70193e3c name:ZooKeeperConnection Watcher:127.0.0.1:41943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980948 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980949 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980949 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1980950 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980951 INFO  (zkCallback-1717-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b025612 name:ZooKeeperConnection Watcher:127.0.0.1:41943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1980952 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1980953 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1980953 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1980954 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1980954 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1980955 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1980955 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1980956 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1980956 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1980957 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1980961 INFO  (zkCallback-1717-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1980961 INFO  (zkCallback-1717-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1980962 INFO  (zkCallback-1717-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1982462 WARN  (zkCallback-1717-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/c1/state.json]
   [junit4]   2> 1982463 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41943 41943
   [junit4]   2> 1982626 INFO  (Thread-3807) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41943 41943
   [junit4]   2> 1982627 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefresh -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Portugal -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.79s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:6E31A008C83E58F1]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1982634 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1982634 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1982647 INFO  (Thread-3808) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1982647 INFO  (Thread-3808) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1982749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:52542
   [junit4]   2> 1982749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1982750 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982754 INFO  (zkCallback-1719-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a471db2 name:ZooKeeperConnection Watcher:127.0.0.1:52542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982754 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982754 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1982755 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982756 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7bf80526 name:ZooKeeperConnection Watcher:127.0.0.1:52542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1982759 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1982760 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982761 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@bd2acee name:ZooKeeperConnection Watcher:127.0.0.1:52542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982761 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982761 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1982762 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1982762 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1982763 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1982763 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1982764 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1982764 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1982765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1982765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1982766 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1982767 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1982770 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/285083339@20354d28 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@6537c74a[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1982770 INFO  (zkCallback-1721-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1982771 WARN  (zkCallback-1721-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1982776 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52542 52542
   [junit4]   2> 1982885 INFO  (Thread-3808) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52542 52542
   [junit4]   2> 1982885 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Portugal -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.26s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:1AC471826151430E]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1982887 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1982888 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1982896 INFO  (Thread-3809) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1982896 INFO  (Thread-3809) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1982996 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:51621
   [junit4]   2> 1982996 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983009 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983025 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ac04b81 name:ZooKeeperConnection Watcher:127.0.0.1:51621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983025 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983025 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983027 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983033 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983033 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32cbdc50 name:ZooKeeperConnection Watcher:127.0.0.1:51621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983034 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983034 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983034 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983038 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983049 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983053 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d48855b name:ZooKeeperConnection Watcher:127.0.0.1:51621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983053 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983053 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983053 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1983054 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1983055 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1983055 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1983056 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1983056 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1983057 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1983057 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1983058 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1983062 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1983062 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1983067 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1983068 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983068 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1983070 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51621 51621
   [junit4]   2> 1983192 INFO  (Thread-3809) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51621 51621
   [junit4]   2> 1983193 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1983196 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1983196 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1983197 INFO  (Thread-3810) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1983197 INFO  (Thread-3810) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1983297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:51917
   [junit4]   2> 1983297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983300 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983302 INFO  (zkCallback-1727-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50baecdf name:ZooKeeperConnection Watcher:127.0.0.1:51917 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983302 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983302 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983303 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983304 INFO  (zkCallback-1728-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7dedc7f name:ZooKeeperConnection Watcher:127.0.0.1:51917 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983312 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983313 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983313 INFO  (zkCallback-1729-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ee2b824 name:ZooKeeperConnection Watcher:127.0.0.1:51917/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983313 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1983314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1983315 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1983315 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1983315 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1983316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1983316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1983317 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1983318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1983318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1983319 INFO  (zkCallback-1729-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1983319 INFO  (zkCallback-1729-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983320 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1983321 INFO  (zkCallback-1729-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983321 INFO  (zkCallback-1729-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983321 INFO  (zkCallback-1729-thread-3) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1983322 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51917 51917
   [junit4]   2> 1983495 INFO  (Thread-3810) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51917 51917
   [junit4]   2> 1983496 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Portugal -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.30s J1 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:E15667A713CB3BE]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1983498 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1983498 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1983499 INFO  (Thread-3811) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1983499 INFO  (Thread-3811) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1983599 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:45659
   [junit4]   2> 1983599 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983626 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983627 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c16d932 name:ZooKeeperConnection Watcher:127.0.0.1:45659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983627 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983629 INFO  (zkCallback-1732-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9b8f8e name:ZooKeeperConnection Watcher:127.0.0.1:45659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983631 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983631 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983632 INFO  (zkCallback-1733-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24345b23 name:ZooKeeperConnection Watcher:127.0.0.1:45659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983632 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983632 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983632 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1983633 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1983637 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1983639 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1983640 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1983640 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1983640 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1983641 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1983641 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1983642 INFO  (zkCallback-1733-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1983642 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1983643 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1983648 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45659 45659
   [junit4]   2> 1983821 INFO  (Thread-3811) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45659 45659
   [junit4]   2> 1983822 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1983822 INFO  (SUITE-ZkStateReaderTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_718BD1FF185E9E34-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1759, maxMBSortInHeap=6.634717044237002, sim=ClassicSimilarity, locale=es-US, timezone=Portugal
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=192737704,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [SortByFunctionTest, TestSolrDynamicMBean, TestSchemaSimilarityResource, SolrInfoMBeanTest, TestLFUCache, CollectionsAPIDistributedZkTest, TestBulkSchemaConcurrent, SuggesterFSTTest, DistributedIntervalFacetingTest, TestLRUStatsCache, TestTrie, MoreLikeThisHandlerTest, SortSpecParsingTest, TestCloudInspectUtil, OpenExchangeRatesOrgProviderTest, MultiTermTest, OverseerModifyCollectionTest, TestQueryUtils, SmileWriterTest, RulesTest, TestRandomRequestDistribution, TestFieldCacheSortRandom, HdfsDirectoryFactoryTest, TestAuthorizationFramework, SolrPluginUtilsTest, TestQuerySenderNoQuery, TestShortCircuitedRequests, TestStressUserVersions, ReplicationFactorTest, TestInfoStreamLogging, TestSolrQueryResponse, TestBulkSchemaAPI, TermsComponentTest, TestPerFieldSimilarityWithDefaultOverride, ChaosMonkeySafeLeaderTest, FastVectorHighlighterTest, StressHdfsTest, SuggestComponentContextFilterQueryTest, CSVRequestHandlerTest, TestCoreContainer, TestTolerantUpdateProcessorRandomCloud, NotRequiredUniqueKeyTest, ZkCLITest, UniqFieldsUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestSolrCoreProperties, TestBlobHandler, TestStressCloudBlindAtomicUpdates, SharedFSAutoReplicaFailoverTest, TestSolr4Spatial2, JavabinLoaderTest, TolerantUpdateProcessorTest, DistributedDebugComponentTest, SpellingQueryConverterTest, SolrIndexSplitterTest, TestCryptoKeys, TestSystemIdResolver, DOMUtilTest, WordBreakSolrSpellCheckerTest, TestConfigOverlay, ParsingFieldUpdateProcessorsTest, TestSQLHandler, SchemaVersionSpecificBehaviorTest, FileUtilsTest, CloudMLTQParserTest, SpellCheckCollatorTest, CdcrUpdateLogTest, TestExpandComponent, ConfigSetsAPITest, TestFiltering, TestSha256AuthenticationProvider, VMParamsZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, TestHashPartitioner, TestSimpleTrackingShardHandler, DistributedMLTComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, UpdateRequestProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestDocumentBuilder, TestAnalyzeInfixSuggestions, TestDefaultSearchFieldResource, DistributedQueueTest, NumericFieldsTest, AliasIntegrationTest, TestFieldSortValues, TestCollapseQParserPlugin, SpatialFilterTest, DistribCursorPagingTest, TestExclusionRuleCollectionAccess, TestFreeTextSuggestions, TestCloudSchemaless, TestFieldCollectionResource, BlockDirectoryTest, TestFieldTypeResource, CustomCollectionTest, TestManagedStopFilterFactory, OverseerTaskQueueTest, TestDFRSimilarityFactory, TestCloudPivotFacet, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [493/619 (1!)] on J1 in 3.24s, 6 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_718BD1FF185E9E34-001/init-core-data-001
   [junit4]   2> 1983884 INFO  (SUITE-ZkStateWriterTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1983890 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 1983890 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1983894 INFO  (Thread-3812) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1983894 INFO  (Thread-3812) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1983994 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:54939
   [junit4]   2> 1983994 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983994 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983996 INFO  (zkCallback-1735-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57aefc7d name:ZooKeeperConnection Watcher:127.0.0.1:54939 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983996 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983996 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983997 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983997 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983998 INFO  (zkCallback-1736-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5281108 name:ZooKeeperConnection Watcher:127.0.0.1:54939 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983998 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983998 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983998 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983999 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984001 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984002 INFO  (zkCallback-1737-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@151c5004 name:ZooKeeperConnection Watcher:127.0.0.1:54939/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984002 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984002 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984003 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1984005 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1984006 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1984006 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1984013 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1984014 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1984014 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1984014 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1984015 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1984015 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1984016 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 1984017 ERROR (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/285083339@274293e8 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@237d13d8[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1984017 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54939 54939
   [junit4]   2> 1984251 INFO  (Thread-3812) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54939 54939
   [junit4]   2> 1984252 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=cs-CZ -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.36s J1 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:56C52B79F562B4]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1984254 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 1984254 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1984258 INFO  (Thread-3813) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1984258 INFO  (Thread-3813) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1984358 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:44891
   [junit4]   2> 1984358 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984371 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984393 INFO  (zkCallback-1739-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47393f3e name:ZooKeeperConnection Watcher:127.0.0.1:44891 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984393 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984393 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984394 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984396 INFO  (zkCallback-1740-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2872ce43 name:ZooKeeperConnection Watcher:127.0.0.1:44891 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1984398 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984399 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@393781de name:ZooKeeperConnection Watcher:127.0.0.1:44891/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1984400 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1984400 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1984401 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1984401 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1984402 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1984402 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1984402 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1984403 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1984403 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1984406 ERROR (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/285083339@9477aa0 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@4c45e5ec[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1984406 INFO  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1984406 WARN  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1984407 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44891 44891
   [junit4]   2> 1984509 INFO  (Thread-3813) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44891 44891
   [junit4]   2> 1984510 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 1984512 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 1984512 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1984512 INFO  (Thread-3814) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1984512 INFO  (Thread-3814) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1984740 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:35101
   [junit4]   2> 1984740 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984743 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984757 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b906257 name:ZooKeeperConnection Watcher:127.0.0.1:35101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984757 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984757 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984769 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984784 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984784 INFO  (zkCallback-1744-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@336b4ec1 name:ZooKeeperConnection Watcher:127.0.0.1:35101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984785 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984785 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984785 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1984810 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984821 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984829 INFO  (zkCallback-1745-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@796d5a78 name:ZooKeeperConnection Watcher:127.0.0.1:35101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984829 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984829 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 19

[...truncated too long message...]

onManager@41d3f46d name:ZooKeeperConnection Watcher:127.0.0.1:41282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985472 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985472 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1985473 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1985478 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985478 INFO  (zkCallback-1752-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73b65180 name:ZooKeeperConnection Watcher:127.0.0.1:41282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985478 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985479 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1985479 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1985480 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1985492 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985506 INFO  (zkCallback-1753-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f3750ed name:ZooKeeperConnection Watcher:127.0.0.1:41282/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985506 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985507 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1985507 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1985508 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1985508 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1985509 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1985510 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1985510 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1985510 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1985511 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1985511 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1985512 INFO  (zkCallback-1753-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1985512 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1985516 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41282 41282
   [junit4]   2> 1985618 INFO  (Thread-3816) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41282 41282
   [junit4]   2> 1985618 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 1985619 INFO  (SUITE-ZkStateWriterTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_718BD1FF185E9E34-001
   [junit4]   2> Jul 04, 2016 8:38:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=186, maxMBSortInHeap=6.765870930285413, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs-CZ, timezone=America/St_Barthelemy
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=161149440,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [SortByFunctionTest, TestSolrDynamicMBean, TestSchemaSimilarityResource, SolrInfoMBeanTest, TestLFUCache, CollectionsAPIDistributedZkTest, TestBulkSchemaConcurrent, SuggesterFSTTest, DistributedIntervalFacetingTest, TestLRUStatsCache, TestTrie, MoreLikeThisHandlerTest, SortSpecParsingTest, TestCloudInspectUtil, OpenExchangeRatesOrgProviderTest, MultiTermTest, OverseerModifyCollectionTest, TestQueryUtils, SmileWriterTest, RulesTest, TestRandomRequestDistribution, TestFieldCacheSortRandom, HdfsDirectoryFactoryTest, TestAuthorizationFramework, SolrPluginUtilsTest, TestQuerySenderNoQuery, TestShortCircuitedRequests, TestStressUserVersions, ReplicationFactorTest, TestInfoStreamLogging, TestSolrQueryResponse, TestBulkSchemaAPI, TermsComponentTest, TestPerFieldSimilarityWithDefaultOverride, ChaosMonkeySafeLeaderTest, FastVectorHighlighterTest, StressHdfsTest, SuggestComponentContextFilterQueryTest, CSVRequestHandlerTest, TestCoreContainer, TestTolerantUpdateProcessorRandomCloud, NotRequiredUniqueKeyTest, ZkCLITest, UniqFieldsUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestSolrCoreProperties, TestBlobHandler, TestStressCloudBlindAtomicUpdates, SharedFSAutoReplicaFailoverTest, TestSolr4Spatial2, JavabinLoaderTest, TolerantUpdateProcessorTest, DistributedDebugComponentTest, SpellingQueryConverterTest, SolrIndexSplitterTest, TestCryptoKeys, TestSystemIdResolver, DOMUtilTest, WordBreakSolrSpellCheckerTest, TestConfigOverlay, ParsingFieldUpdateProcessorsTest, TestSQLHandler, SchemaVersionSpecificBehaviorTest, FileUtilsTest, CloudMLTQParserTest, SpellCheckCollatorTest, CdcrUpdateLogTest, TestExpandComponent, ConfigSetsAPITest, TestFiltering, TestSha256AuthenticationProvider, VMParamsZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, TestHashPartitioner, TestSimpleTrackingShardHandler, DistributedMLTComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, UpdateRequestProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestDocumentBuilder, TestAnalyzeInfixSuggestions, TestDefaultSearchFieldResource, DistributedQueueTest, NumericFieldsTest, AliasIntegrationTest, TestFieldSortValues, TestCollapseQParserPlugin, SpatialFilterTest, DistribCursorPagingTest, TestExclusionRuleCollectionAccess, TestFreeTextSuggestions, TestCloudSchemaless, TestFieldCollectionResource, BlockDirectoryTest, TestFieldTypeResource, CustomCollectionTest, TestManagedStopFilterFactory, OverseerTaskQueueTest, TestDFRSimilarityFactory, TestCloudPivotFacet, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest]
   [junit4] Completed [494/619 (2!)] on J1 in 2.01s, 5 tests, 1 failure <<< FAILURES!

[...truncated 411 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2597 tests, 2 errors, 2 failures, 87 ignored (72 assumptions) [seed: 718BD1FF185E9E34]

Total time: 66 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any