You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/04 09:31:18 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 313 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/313/

2 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([97D1D1615F7830D:76E3AA937C95AE87]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestManagedSchemaAPI

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper]
	at __randomizedtesting.SeedInfo.seed([97D1D1615F7830D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
	at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12212 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_97D1D1615F7830D-001/init-core-data-001
   [junit4]   2> 1867517 INFO  (SUITE-ZkStateReaderTest-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1867519 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1867519 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1867519 INFO  (Thread-5066) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1867519 INFO  (Thread-5066) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1867619 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer start zk server on port:34129
   [junit4]   2> 1867619 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1867620 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1867622 INFO  (zkCallback-1913-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1da60b63 name:ZooKeeperConnection Watcher:127.0.0.1:34129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1867622 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1867622 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1867623 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1867623 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1867624 INFO  (zkCallback-1914-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b4610b7 name:ZooKeeperConnection Watcher:127.0.0.1:34129 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1867624 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1867624 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1867624 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1867627 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1867627 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1867628 INFO  (zkCallback-1915-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e74670 name:ZooKeeperConnection Watcher:127.0.0.1:34129/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1867628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1867628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1867628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1867629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1867629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1867630 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1867630 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1867631 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1867631 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1867632 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1867633 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1867634 INFO  (zkCallback-1915-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1867634 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1867635 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1867636 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34129 34129
   [junit4]   2> 1868737 INFO  (Thread-5066) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34129 34129
   [junit4]   2> 1868738 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1868740 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1868741 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1868741 INFO  (Thread-5067) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1868741 INFO  (Thread-5067) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1868841 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer start zk server on port:52206
   [junit4]   2> 1868841 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1868842 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1868844 INFO  (zkCallback-1917-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42791c70 name:ZooKeeperConnection Watcher:127.0.0.1:52206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1868844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1868844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1868845 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1868846 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1868846 INFO  (zkCallback-1918-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2dfb0b5 name:ZooKeeperConnection Watcher:127.0.0.1:52206 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1868847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1868847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1868847 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1868849 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1868850 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1868850 INFO  (zkCallback-1919-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@772cf46d name:ZooKeeperConnection Watcher:127.0.0.1:52206/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1868850 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1868850 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1868851 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1868851 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1868852 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1868853 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1868854 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1868855 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1868855 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1868856 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1868856 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1868857 INFO  (zkCallback-1919-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1868857 INFO  (zkCallback-1919-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1868859 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1868859 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1868860 INFO  (zkCallback-1919-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1868860 INFO  (zkCallback-1919-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1868863 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1868868 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52206 52206
   [junit4]   2> 1868992 INFO  (Thread-5067) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52206 52206
   [junit4]   2> 1868993 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1868997 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1868997 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1868997 INFO  (Thread-5068) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1868998 INFO  (Thread-5068) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1869098 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer start zk server on port:46040
   [junit4]   2> 1869098 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1869098 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1869100 INFO  (zkCallback-1921-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b84c63 name:ZooKeeperConnection Watcher:127.0.0.1:46040 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1869100 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1869101 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1869102 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1869102 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1869103 INFO  (zkCallback-1922-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52adbfd7 name:ZooKeeperConnection Watcher:127.0.0.1:46040 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1869103 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1869103 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1869103 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1869105 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1869106 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1869106 INFO  (zkCallback-1923-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@202e1064 name:ZooKeeperConnection Watcher:127.0.0.1:46040/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1869106 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1869106 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1869112 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1869112 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1869112 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1869113 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1869114 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1869114 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1869115 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1869115 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1869116 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1869116 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1869116 INFO  (zkCallback-1923-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1869117 INFO  (zkCallback-1923-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1869118 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1869118 INFO  (zkCallback-1923-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1869118 INFO  (zkCallback-1923-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1869118 INFO  (zkCallback-1923-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1869120 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46040 46040
   [junit4]   2> 1869241 INFO  (Thread-5068) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46040 46040
   [junit4]   2> 1869242 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1869244 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1869245 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1869245 INFO  (Thread-5069) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1869245 INFO  (Thread-5069) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1869345 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer start zk server on port:41136
   [junit4]   2> 1869345 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1869345 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1869352 INFO  (zkCallback-1925-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4cf45419 name:ZooKeeperConnection Watcher:127.0.0.1:41136 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1869352 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1869352 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1869353 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1869353 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1869354 INFO  (zkCallback-1926-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399357ee name:ZooKeeperConnection Watcher:127.0.0.1:41136 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1869354 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1869354 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1869354 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1869355 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1869356 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1869356 INFO  (zkCallback-1927-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@25cefb8b name:ZooKeeperConnection Watcher:127.0.0.1:41136/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1869356 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1869356 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1869356 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1869357 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1869358 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1869358 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1869359 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1869359 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1869360 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1869360 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1869361 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1869361 INFO  (zkCallback-1927-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1869362 INFO  (zkCallback-1927-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1869363 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1869363 INFO  (zkCallback-1927-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1869364 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41136 41136
   [junit4]   2> 1870464 INFO  (Thread-5069) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41136 41136
   [junit4]   2> 1870464 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1870466 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1870467 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1870467 INFO  (Thread-5070) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1870467 INFO  (Thread-5070) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1870567 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer start zk server on port:33812
   [junit4]   2> 1870567 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1870567 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870569 INFO  (zkCallback-1929-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4570ca08 name:ZooKeeperConnection Watcher:127.0.0.1:33812 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870569 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1870569 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1870570 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1870570 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870570 INFO  (zkCallback-1930-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b4a830c name:ZooKeeperConnection Watcher:127.0.0.1:33812 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870570 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1870571 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1870571 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1870572 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1870572 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870573 INFO  (zkCallback-1931-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c418915 name:ZooKeeperConnection Watcher:127.0.0.1:33812/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870573 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1870573 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1870573 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1870574 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1870575 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1870575 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1870576 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1870576 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1870577 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1870577 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1870578 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1870578 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1870579 INFO  (zkCallback-1931-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1870580 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1870580 INFO  (zkCallback-1931-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1870580 INFO  (zkCallback-1931-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1870582 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33812 33812
   [junit4]   2> 1870680 INFO  (Thread-5070) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33812 33812
   [junit4]   2> 1870680 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1870682 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1870683 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1870683 INFO  (Thread-5071) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1870683 INFO  (Thread-5071) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1870783 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer start zk server on port:36860
   [junit4]   2> 1870783 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1870784 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870786 INFO  (zkCallback-1933-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2be63c35 name:ZooKeeperConnection Watcher:127.0.0.1:36860 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870786 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1870786 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1870787 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1870788 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870789 INFO  (zkCallback-1934-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fc225af name:ZooKeeperConnection Watcher:127.0.0.1:36860 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870789 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1870789 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1870789 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1870792 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1870792 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870793 INFO  (zkCallback-1935-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44b4b6bd name:ZooKeeperConnection Watcher:127.0.0.1:36860/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870794 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1870794 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1870794 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1870795 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1870797 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1870798 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1870799 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1870800 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1870800 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1870800 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1870801 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1870801 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1870802 INFO  (zkCallback-1935-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1870803 INFO  (zkCallback-1935-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1870803 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1870803 INFO  (zkCallback-1935-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1870811 INFO  (zkCallback-1935-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1870812 INFO  (zkCallback-1935-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1870813 WARN  (zkCallback-1935-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 1870813 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36860 36860
   [junit4]   2> 1870934 INFO  (Thread-5071) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36860 36860
   [junit4]   2> 1870935 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=97D1D1615F7830D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es -Dtests.timezone=Canada/Yukon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.26s J0 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([97D1D1615F7830D:76E3AA937C95AE87]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1870939 INFO  (SUITE-ZkStateReaderTest-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_97D1D1615F7830D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=172, maxMBSortInHeap=5.7892375280407204, sim=ClassicSimilarity, locale=es, timezone=Canada/Yukon
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=212069352,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialHeatmapFacetsTest, DistributedFacetPivotLargeTest, TestCopyFieldCollectionResource, UUIDFieldTest, TestValueSourceCache, TestSolrCLIRunExample, TestStandardQParsers, TestOmitPositions, SolrXmlInZkTest, TestJoin, DeleteLastCustomShardedReplicaTest, ConcurrentDeleteAndCreateCollectionTest, TestDistributedSearch, TestReplicationHandler, RequiredFieldsTest, ResponseLogComponentTest, SparseHLLTest, PolyFieldTest, JsonLoaderTest, XsltUpdateRequestHandlerTest, SyncSliceTest, DocumentAnalysisRequestHandlerTest, AnalyticsQueryTest, TestRawTransformer, OverseerCollectionConfigSetProcessorTest, HdfsThreadLeakTest, CopyFieldTest, TestImplicitCoreProperties, MultiThreadedOCPTest, OverseerStatusTest, TestBackupRepositoryFactory, TestRangeQuery, TestFaceting, SOLR749Test, TestFieldCache, TestRealTimeGet, TestMiniSolrCloudClusterBase, IndexSchemaTest, TestIBSimilarityFactory, TestXmlQParser, TestClassicSimilarityFactory, TestTolerantUpdateProcessorCloud, RemoteQueryErrorTest, TestPhraseSuggestions, TestLeaderInitiatedRecoveryThread, TestAtomicUpdateErrorCases, TestRandomFaceting, TestConfigSetProperties, TestHdfsBackupRestoreCore, TestSSLRandomization, TestFoldingMultitermQuery, TestNamedUpdateProcessors, RuleEngineTest, RAMDirectoryFactoryTest, SolrCoreTest, RequestLoggingTest, ExitableDirectoryReaderTest, DeleteStatusTest, TestFileDictionaryLookup, ReturnFieldsTest, PKIAuthenticationIntegrationTest, TestPerFieldSimilarityClassic, TestFunctionQuery, TestBinaryField, TestDynamicFieldResource, ConnectionReuseTest, TestHighlightDedupGrouping, TestSolr4Spatial, TestRestManager, DistributedFacetPivotSmallTest, TestDocBasedVersionConstraints, TestMergePolicyConfig, TestNRTOpen, DisMaxRequestHandlerTest, CdcrReplicationDistributedZkTest, HdfsDirectoryTest, TestCrossCoreJoin, TestArbitraryIndexDir, TestReplicaProperties, VersionInfoTest, TestAnalyzedSuggestions, AlternateDirectoryTest, TestChildDocTransformer, BasicDistributedZkTest, BlockJoinFacetDistribTest, TestSolrConfigHandler, TestOnReconnectListenerSupport, DistributedSpellCheckComponentTest, StandardRequestHandlerTest, DistribJoinFromCollectionTest, TestSolrCloudWithKerberosAlt, HdfsWriteToMultipleCollectionsTest, QueryElevationComponentTest, BlockCacheTest, TestDownShardTolerantSearch, TestSchemaResource, CursorPagingTest, DateRangeFieldTest, TestNumericTerms64, TestFieldCacheWithThreads, LeaderElectionIntegrationTest, TestSerializedLuceneMatchVersion, TestCSVLoader, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, SolrInfoMBeanTest, CacheHeaderTest, TestSurroundQueryParser, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestPartialUpdateDeduplication, TestComponentsName, TestLFUCache, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, ShardSplitTest, TestRebalanceLeaders, TestTolerantUpdateProcessorRandomCloud, HdfsRecoverLeaseTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [506/619 (1!)] on J0 in 3.44s, 6 tests, 1 failure <<< FAILURES!

[...truncated 159 lines...]
   [junit4] Suite: org.apache.solr.schema.TestManagedSchemaAPI
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/init-core-data-001
   [junit4]   2> 2030310 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2030312 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2030312 INFO  (Thread-7633) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2030312 INFO  (Thread-7633) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2030412 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39591
   [junit4]   2> 2030412 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2030412 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030415 INFO  (zkCallback-17254-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@379973e6 name:ZooKeeperConnection Watcher:127.0.0.1:39591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030415 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030415 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2030415 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2030418 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 2030422 INFO  (jetty-launcher-17253-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2030423 INFO  (jetty-launcher-17253-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2030424 INFO  (jetty-launcher-17253-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51bda4f4{/solr,null,AVAILABLE}
   [junit4]   2> 2030425 INFO  (jetty-launcher-17253-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43ae3a5a{/solr,null,AVAILABLE}
   [junit4]   2> 2030425 INFO  (jetty-launcher-17253-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@5020c35a{SSL,[ssl, http/1.1]}{127.0.0.1:54115}
   [junit4]   2> 2030425 INFO  (jetty-launcher-17253-thread-1) [    ] o.e.j.s.Server Started @2034873ms
   [junit4]   2> 2030426 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54115}
   [junit4]   2> 2030426 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2030426 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node1'
   [junit4]   2> 2030426 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2030426 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2030426 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2030427 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030427 INFO  (jetty-launcher-17253-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@3da8e73e{SSL,[ssl, http/1.1]}{127.0.0.1:45951}
   [junit4]   2> 2030427 INFO  (jetty-launcher-17253-thread-2) [    ] o.e.j.s.Server Started @2034875ms
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45951}
   [junit4]   2> 2030428 INFO  (zkCallback-17255-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34bb7ff5 name:ZooKeeperConnection Watcher:127.0.0.1:39591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2'
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2030428 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2030429 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2030429 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030430 INFO  (zkCallback-17256-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72fe9108 name:ZooKeeperConnection Watcher:127.0.0.1:39591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030430 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030430 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2030431 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2030433 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node1/.
   [junit4]   2> 2030433 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1989907181
   [junit4]   2> 2030433 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node1]
   [junit4]   2> 2030433 WARN  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node1/lib
   [junit4]   2> 2030433 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2030434 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2030435 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2030435 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2030435 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39591/solr
   [junit4]   2> 2030435 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2030435 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2030435 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030436 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2/.
   [junit4]   2> 2030436 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1062782145
   [junit4]   2> 2030436 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2]
   [junit4]   2> 2030436 WARN  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2/lib
   [junit4]   2> 2030436 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2030437 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2030437 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2030438 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2030438 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39591/solr
   [junit4]   2> 2030438 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155b53bde000002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2030438 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2030438 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2030438 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030439 INFO  (zkCallback-17259-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66070024 name:ZooKeeperConnection Watcher:127.0.0.1:39591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030439 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030439 INFO  (jetty-launcher-17253-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2030439 INFO  (zkCallback-17262-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36343ce7 name:ZooKeeperConnection Watcher:127.0.0.1:39591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030439 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030439 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155b53bde000003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2030440 INFO  (jetty-launcher-17253-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2030439 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1450926063@8e3f035
   [junit4]   2> 2030440 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030441 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1450926063@37b634e6
   [junit4]   2> 2030441 INFO  (zkCallback-17263-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e5ffccb name:ZooKeeperConnection Watcher:127.0.0.1:39591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030441 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030441 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030442 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2030443 INFO  (zkCallback-17264-thread-1-processing-n:127.0.0.1:45951_solr) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a26c121 name:ZooKeeperConnection Watcher:127.0.0.1:39591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030443 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030443 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2030445 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2030446 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2030448 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2030448 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2030449 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2030450 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2030450 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2030451 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2030451 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2030451 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2030452 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 2030452 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2030452 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2030453 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 2030453 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2030454 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2030455 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2030456 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2030456 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96182235790573573-127.0.0.1:54115_solr-n_0000000000
   [junit4]   2> 2030456 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2030456 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54115_solr
   [junit4]   2> 2030456 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2030457 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96182235790573574-127.0.0.1:45951_solr-n_0000000001
   [junit4]   2> 2030457 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.Overseer Overseer (id=96182235790573573-127.0.0.1:54115_solr-n_0000000000) starting
   [junit4]   2> 2030458 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96182235790573573-127.0.0.1:54115_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2030458 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2030458 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45951_solr
   [junit4]   2> 2030458 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45951_solr
   [junit4]   2> 2030460 INFO  (zkCallback-17263-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2030460 INFO  (zkCallback-17264-thread-1-processing-n:127.0.0.1:45951_solr) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2030460 INFO  (zkCallback-17263-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2030466 INFO  (zkCallback-17264-thread-1-processing-n:127.0.0.1:45951_solr) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2030468 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2030468 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2030468 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2/.
   [junit4]   2> 2030469 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2030469 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2030470 INFO  (OverseerCollectionConfigSetProcessor-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2030470 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2
   [junit4]   2> 2030470 INFO  (jetty-launcher-17253-thread-2) [n:127.0.0.1:45951_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2030470 INFO  (OverseerStateUpdate-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2030470 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:54115_solr as DOWN
   [junit4]   2> 2030471 INFO  (OverseerStateUpdate-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2030471 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54115_solr
   [junit4]   2> 2030471 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54115_solr
   [junit4]   2> 2030472 INFO  (OverseerStateUpdate-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:54115_solr"} current state version: 0
   [junit4]   2> 2030472 INFO  (OverseerStateUpdate-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:54115_solr
   [junit4]   2> 2030472 INFO  (zkCallback-17264-thread-1-processing-n:127.0.0.1:45951_solr) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2030472 INFO  (zkCallback-17263-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2030472 INFO  (zkCallback-17264-thread-1-processing-n:127.0.0.1:45951_solr) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2030472 INFO  (zkCallback-17263-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2030478 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2030478 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2030479 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node1/.
   [junit4]   2> 2030479 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2030479 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2
   [junit4]   2> 2030479 INFO  (jetty-launcher-17253-thread-1) [n:127.0.0.1:54115_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2030480 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2030480 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030481 INFO  (zkCallback-17267-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46ceee3b name:ZooKeeperConnection Watcher:127.0.0.1:39591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030481 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030481 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2030482 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2030482 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2030483 INFO  (zkCallback-17270-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d90de82 name:ZooKeeperConnection Watcher:127.0.0.1:39591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2030483 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2030483 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2030483 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2030483 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 2030483 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2030485 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/managed-schema
   [junit4]   2> 2030486 INFO  (SUITE-TestManagedSchemaAPI-seed#[97D1D1615F7830D]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2030506 INFO  (TEST-TestManagedSchemaAPI.test-seed#[97D1D1615F7830D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2030564 INFO  (qtp1975372788-69969) [n:127.0.0.1:45951_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=testschemaapi&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2030566 INFO  (OverseerCollectionConfigSetProcessor-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2030567 INFO  (OverseerThreadFactory-10453-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2030567 INFO  (OverseerThreadFactory-10453-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection testschemaapi
   [junit4]   2> 2030567 INFO  (OverseerThreadFactory-10453-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/testschemaapi 
   [junit4]   2> 2030567 INFO  (OverseerThreadFactory-10453-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/testschemaapi
   [junit4]   2> 2030568 INFO  (zkCallback-17270-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2030568 INFO  (zkCallback-17264-thread-1-processing-n:127.0.0.1:45951_solr) [n:127.0.0.1:45951_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2030568 INFO  (zkCallback-17263-thread-1-processing-n:127.0.0.1:54115_solr) [n:127.0.0.1:54115_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2030570 INFO  (OverseerStateUpdate-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2030570 INFO  (OverseerStateUpdate-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: testschemaapi
   [junit4]   2> 2030570 INFO  (OverseerStateUpdate-96182235790573573-127.0.0.1:54115_solr-n_0000000000) [n:127.0.0.1:54115_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testschemaapi/state.

[...truncated too long message...]

./testschemaapi_shard1_replica1/data
   [junit4]   2> 2042272 INFO  (Thread-7665) [n:127.0.0.1:45951_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 2042272 INFO  (Thread-7665) [n:127.0.0.1:45951_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 2042272 INFO  (Thread-7665) [n:127.0.0.1:45951_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.schema.TestManagedSchemaAPI_97D1D1615F7830D-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index
   [junit4]   2> 2042272 WARN  (Thread-7665) [n:127.0.0.1:45951_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController listener throws error
   [junit4]   2> org.apache.solr.common.SolrException: Unable to reload core [testschemaapi_shard1_replica1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:928)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2509)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2427)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not find config name for collection:testschemaapi
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:772)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:461)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:922)
   [junit4]   2> 	... 2 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not find config name for collection:testschemaapi
   [junit4]   2> 	at org.apache.solr.rest.ManagedResourceStorage.newStorageIO(ManagedResourceStorage.java:101)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initRestManager(SolrCore.java:2304)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:748)
   [junit4]   2> 	... 4 more
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=Asserting), myNewField1=PostingsFormat(name=Asserting), myNewField=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1611, maxMBSortInHeap=6.286007335785913, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=sr-Latn-BA, timezone=Australia/North
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=133160864,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigReload, TestGroupingSearch, DataDrivenBlockJoinTest, TestHighFrequencyDictionaryFactory, TestDocTermOrds, TestSweetSpotSimilarityFactory, ExplicitHLLTest, DistributedExpandComponentTest, TestXIncludeConfig, TestSimpleQParserPlugin, TestSolrDeletionPolicy1, HdfsChaosMonkeySafeLeaderTest, RestartWhileUpdatingTest, TestSortingResponseWriter, ShowFileRequestHandlerTest, TestPerFieldSimilarity, HLLUtilTest, DistributedVersionInfoTest, DistributedQueryComponentCustomSortTest, LeaderElectionTest, DocExpirationUpdateProcessorFactoryTest, TestPivotHelperCode, BinaryUpdateRequestHandlerTest, SampleTest, TestCloudPivotFacet, CdcrRequestHandlerTest, MergeStrategyTest, TestPKIAuthenticationPlugin, HardAutoCommitTest, QueryParsingTest, TestSizeLimitedDistributedMap, TestFilteredDocIdSet, UpdateParamsTest, TestNumericTerms32, BJQParserTest, TestAddFieldRealTimeGet, DateMathParserTest, SecurityConfHandlerTest, TestComplexPhraseQParserPlugin, TestSubQueryTransformerCrossCore, TestSolrQueryParserResource, TestRecovery, TestBlendedInfixSuggestions, FullSolrCloudDistribCmdsTest, SolrTestCaseJ4Test, TestCustomDocTransformer, TestUtils, TestTrieFacet, PluginInfoTest, FieldAnalysisRequestHandlerTest, BlobRepositoryCloudTest, BaseCdcrDistributedZkTest, DocValuesMultiTest, ChangedSchemaMergeTest, TestSchemaVersionResource, RecoveryZkTest, TestWriterPerf, TestCloudManagedSchema, TestJmxIntegration, SaslZkACLProviderTest, TestSearchPerf, TestPostingsSolrHighlighter, TestSolrIndexConfig, XmlUpdateRequestHandlerTest, TestStressLiveNodes, TestSolrFieldCacheMBean, LeaderFailoverAfterPartitionTest, TestSchemaNameResource, SuggesterTest, TestRecoveryHdfs, DistributedFacetPivotSmallAdvancedTest, OverriddenZkACLAndCredentialsProvidersTest, SharedFSAutoReplicaFailoverUtilsTest, TestReload, TestRandomCollapseQParserPlugin, AssignTest, TestPHPSerializedResponseWriter, TestSolrConfigHandlerCloud, TestFieldCacheSanityChecker, DirectSolrConnectionTest, OverseerTest, TestShardHandlerFactory, TestJettySolrRunner, DeleteInactiveReplicaTest, TestCSVResponseWriter, TestHdfsUpdateLog, AnalyticsMergeStrategyTest, TestReqParamsAPI, TestRawResponseWriter, CoreAdminRequestStatusTest, DirectUpdateHandlerOptimizeTest, ClusterStateTest, RegexBoostProcessorTest, TestCollationFieldDocValues, CurrencyFieldXmlFileTest, HighlighterMaxOffsetTest, TestReversedWildcardFilterFactory, TestDynamicFieldCollectionResource, PrimitiveFieldTypeTest, SolrCloudExampleTest, UnloadDistributedZkTest, TermVectorComponentDistributedTest, TestStressVersions, SimpleFacetsTest, StatsComponentTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, CurrencyFieldOpenExchangeTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestUpdate, QueryEqualityTest, TestRemoteStreaming, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestSolrQueryParser, MBeansHandlerTest, SearchHandlerTest, HighlighterConfigTest, SolrIndexConfigTest, TestDocSet, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TestFastOutputStream, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, LeaderInitiatedRecoveryOnCommitTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudBackupRestore, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestShortCircuitedRequests, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, StressHdfsTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetImmutable, TestDynamicLoading, CoreAdminCreateDiscoverTest, CoreMergeIndexesAdminHandlerTest, SegmentsInfoRequestHandlerTest, DistributedDebugComponentTest, DistributedSuggestComponentTest, TestDistributedStatsComponentCardinality, EnumFieldTest, SpatialRPTFieldTypeTest, TestManagedSchema, TestManagedSchemaAPI]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestManagedSchemaAPI -Dtests.seed=97D1D1615F7830D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Australia/North -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestManagedSchemaAPI (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([97D1D1615F7830D]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:257)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [560/619 (2!)] on J2 in 12.73s, 1 test, 1 failure <<< FAILURES!

[...truncated 222 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2597 tests, 1 suite-level error, 1 failure, 87 ignored (72 assumptions) [seed: 97D1D1615F7830D]

Total time: 65 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-6.x - Build # 314 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/314/

4 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:6E31A008C83E58F1]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy

Error Message:
Could not find collection : c1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:1AC471826151430E]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:56C52B79F562B4]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:E15667A713CB3BE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12201 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_718BD1FF185E9E34-001/init-core-data-001
   [junit4]   2> 1980606 INFO  (SUITE-ZkStateReaderTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1980608 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1980608 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1980609 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1980609 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1980709 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:33200
   [junit4]   2> 1980709 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980712 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980714 INFO  (zkCallback-1711-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b50ca10 name:ZooKeeperConnection Watcher:127.0.0.1:33200 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980714 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980715 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980718 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980718 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980719 INFO  (zkCallback-1712-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5acf4382 name:ZooKeeperConnection Watcher:127.0.0.1:33200 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980719 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980719 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980719 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1980722 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980725 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980725 INFO  (zkCallback-1713-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b92d96a name:ZooKeeperConnection Watcher:127.0.0.1:33200/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980725 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1980726 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1980727 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1980727 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1980728 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1980730 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1980730 INFO  (zkCallback-1713-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1980731 INFO  (zkCallback-1713-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1980735 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1980735 INFO  (zkCallback-1713-thread-2) [    ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
   [junit4]   2> 1980736 INFO  (zkCallback-1713-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1980737 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1980738 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33200 33200
   [junit4]   2> 1980841 INFO  (Thread-3806) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33200 33200
   [junit4]   2> 1980842 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 1980843 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 1980844 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1980845 INFO  (Thread-3807) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1980845 INFO  (Thread-3807) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1980945 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:41943
   [junit4]   2> 1980945 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980946 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980947 INFO  (zkCallback-1715-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a23498b name:ZooKeeperConnection Watcher:127.0.0.1:41943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980947 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980947 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980948 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980948 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980948 INFO  (zkCallback-1716-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70193e3c name:ZooKeeperConnection Watcher:127.0.0.1:41943 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980948 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980949 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980949 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1980950 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1980951 INFO  (zkCallback-1717-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b025612 name:ZooKeeperConnection Watcher:127.0.0.1:41943/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1980951 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1980952 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1980953 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1980953 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1980954 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1980954 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1980955 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1980955 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1980956 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1980956 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1980957 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1980961 INFO  (zkCallback-1717-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1980961 INFO  (zkCallback-1717-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1980962 INFO  (zkCallback-1717-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1982462 WARN  (zkCallback-1717-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/c1/state.json]
   [junit4]   2> 1982463 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41943 41943
   [junit4]   2> 1982626 INFO  (Thread-3807) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41943 41943
   [junit4]   2> 1982627 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefresh -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Portugal -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   1.79s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:6E31A008C83E58F1]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1982634 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 1982634 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1982647 INFO  (Thread-3808) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1982647 INFO  (Thread-3808) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1982749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:52542
   [junit4]   2> 1982749 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1982750 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982754 INFO  (zkCallback-1719-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a471db2 name:ZooKeeperConnection Watcher:127.0.0.1:52542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982754 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982754 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1982755 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982756 INFO  (zkCallback-1720-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7bf80526 name:ZooKeeperConnection Watcher:127.0.0.1:52542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1982756 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1982759 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1982760 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1982761 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@bd2acee name:ZooKeeperConnection Watcher:127.0.0.1:52542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1982761 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1982761 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1982762 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1982762 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1982763 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1982763 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1982764 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1982764 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1982765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1982765 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1982766 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1982767 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1982770 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/285083339@20354d28 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@6537c74a[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1982770 INFO  (zkCallback-1721-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1982771 WARN  (zkCallback-1721-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1982776 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52542 52542
   [junit4]   2> 1982885 INFO  (Thread-3808) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52542 52542
   [junit4]   2> 1982885 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Portugal -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.26s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:1AC471826151430E]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1982887 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 1982888 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1982896 INFO  (Thread-3809) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1982896 INFO  (Thread-3809) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1982996 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:51621
   [junit4]   2> 1982996 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983009 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983025 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ac04b81 name:ZooKeeperConnection Watcher:127.0.0.1:51621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983025 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983025 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983027 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983033 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983033 INFO  (zkCallback-1724-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32cbdc50 name:ZooKeeperConnection Watcher:127.0.0.1:51621 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983034 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983034 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983034 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983038 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983049 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983053 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d48855b name:ZooKeeperConnection Watcher:127.0.0.1:51621/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983053 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983053 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983053 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1983054 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1983055 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1983055 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1983056 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1983056 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1983057 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1983057 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1983058 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1983062 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1983062 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1983067 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1983068 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983068 INFO  (zkCallback-1725-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1983070 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51621 51621
   [junit4]   2> 1983192 INFO  (Thread-3809) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51621 51621
   [junit4]   2> 1983193 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 1983196 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 1983196 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1983197 INFO  (Thread-3810) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1983197 INFO  (Thread-3810) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1983297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:51917
   [junit4]   2> 1983297 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983300 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983302 INFO  (zkCallback-1727-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50baecdf name:ZooKeeperConnection Watcher:127.0.0.1:51917 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983302 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983302 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983303 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983304 INFO  (zkCallback-1728-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7dedc7f name:ZooKeeperConnection Watcher:127.0.0.1:51917 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983304 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983312 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983313 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983313 INFO  (zkCallback-1729-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ee2b824 name:ZooKeeperConnection Watcher:127.0.0.1:51917/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983313 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1983314 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1983315 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1983315 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1983315 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1983316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1983316 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1983317 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1983318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 1983318 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1983319 INFO  (zkCallback-1729-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1983319 INFO  (zkCallback-1729-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983320 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1983321 INFO  (zkCallback-1729-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983321 INFO  (zkCallback-1729-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1983321 INFO  (zkCallback-1729-thread-3) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1983322 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51917 51917
   [junit4]   2> 1983495 INFO  (Thread-3810) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51917 51917
   [junit4]   2> 1983496 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-US -Dtests.timezone=Portugal -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.30s J1 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:E15667A713CB3BE]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:130)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:53)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1983498 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 1983498 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1983499 INFO  (Thread-3811) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1983499 INFO  (Thread-3811) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1983599 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:45659
   [junit4]   2> 1983599 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983626 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983627 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c16d932 name:ZooKeeperConnection Watcher:127.0.0.1:45659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983627 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983628 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983629 INFO  (zkCallback-1732-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e9b8f8e name:ZooKeeperConnection Watcher:127.0.0.1:45659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983629 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983631 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983631 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983632 INFO  (zkCallback-1733-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24345b23 name:ZooKeeperConnection Watcher:127.0.0.1:45659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983632 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983632 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983632 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1983633 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1983637 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1983639 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1983640 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1983640 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1983640 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1983641 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1983641 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1983642 INFO  (zkCallback-1733-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1983642 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1983643 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 1983648 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45659 45659
   [junit4]   2> 1983821 INFO  (Thread-3811) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45659 45659
   [junit4]   2> 1983822 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 1983822 INFO  (SUITE-ZkStateReaderTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_718BD1FF185E9E34-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1759, maxMBSortInHeap=6.634717044237002, sim=ClassicSimilarity, locale=es-US, timezone=Portugal
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=192737704,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [SortByFunctionTest, TestSolrDynamicMBean, TestSchemaSimilarityResource, SolrInfoMBeanTest, TestLFUCache, CollectionsAPIDistributedZkTest, TestBulkSchemaConcurrent, SuggesterFSTTest, DistributedIntervalFacetingTest, TestLRUStatsCache, TestTrie, MoreLikeThisHandlerTest, SortSpecParsingTest, TestCloudInspectUtil, OpenExchangeRatesOrgProviderTest, MultiTermTest, OverseerModifyCollectionTest, TestQueryUtils, SmileWriterTest, RulesTest, TestRandomRequestDistribution, TestFieldCacheSortRandom, HdfsDirectoryFactoryTest, TestAuthorizationFramework, SolrPluginUtilsTest, TestQuerySenderNoQuery, TestShortCircuitedRequests, TestStressUserVersions, ReplicationFactorTest, TestInfoStreamLogging, TestSolrQueryResponse, TestBulkSchemaAPI, TermsComponentTest, TestPerFieldSimilarityWithDefaultOverride, ChaosMonkeySafeLeaderTest, FastVectorHighlighterTest, StressHdfsTest, SuggestComponentContextFilterQueryTest, CSVRequestHandlerTest, TestCoreContainer, TestTolerantUpdateProcessorRandomCloud, NotRequiredUniqueKeyTest, ZkCLITest, UniqFieldsUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestSolrCoreProperties, TestBlobHandler, TestStressCloudBlindAtomicUpdates, SharedFSAutoReplicaFailoverTest, TestSolr4Spatial2, JavabinLoaderTest, TolerantUpdateProcessorTest, DistributedDebugComponentTest, SpellingQueryConverterTest, SolrIndexSplitterTest, TestCryptoKeys, TestSystemIdResolver, DOMUtilTest, WordBreakSolrSpellCheckerTest, TestConfigOverlay, ParsingFieldUpdateProcessorsTest, TestSQLHandler, SchemaVersionSpecificBehaviorTest, FileUtilsTest, CloudMLTQParserTest, SpellCheckCollatorTest, CdcrUpdateLogTest, TestExpandComponent, ConfigSetsAPITest, TestFiltering, TestSha256AuthenticationProvider, VMParamsZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, TestHashPartitioner, TestSimpleTrackingShardHandler, DistributedMLTComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, UpdateRequestProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestDocumentBuilder, TestAnalyzeInfixSuggestions, TestDefaultSearchFieldResource, DistributedQueueTest, NumericFieldsTest, AliasIntegrationTest, TestFieldSortValues, TestCollapseQParserPlugin, SpatialFilterTest, DistribCursorPagingTest, TestExclusionRuleCollectionAccess, TestFreeTextSuggestions, TestCloudSchemaless, TestFieldCollectionResource, BlockDirectoryTest, TestFieldTypeResource, CustomCollectionTest, TestManagedStopFilterFactory, OverseerTaskQueueTest, TestDFRSimilarityFactory, TestCloudPivotFacet, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, TestClusterStateMutator, ZkStateReaderTest]
   [junit4] Completed [493/619 (1!)] on J1 in 3.24s, 6 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 1 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_718BD1FF185E9E34-001/init-core-data-001
   [junit4]   2> 1983884 INFO  (SUITE-ZkStateWriterTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1983890 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 1983890 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1983894 INFO  (Thread-3812) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1983894 INFO  (Thread-3812) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1983994 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:54939
   [junit4]   2> 1983994 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983994 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983996 INFO  (zkCallback-1735-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57aefc7d name:ZooKeeperConnection Watcher:127.0.0.1:54939 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983996 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983996 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983997 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1983997 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1983998 INFO  (zkCallback-1736-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5281108 name:ZooKeeperConnection Watcher:127.0.0.1:54939 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1983998 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1983998 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1983998 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1983999 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984001 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984002 INFO  (zkCallback-1737-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@151c5004 name:ZooKeeperConnection Watcher:127.0.0.1:54939/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984002 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984002 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984003 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1984005 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1984006 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1984006 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1984013 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1984014 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1984014 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1984014 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1984015 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1984015 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1984016 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 1984017 ERROR (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/285083339@274293e8 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@237d13d8[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1984017 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54939 54939
   [junit4]   2> 1984251 INFO  (Thread-3812) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54939 54939
   [junit4]   2> 1984252 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=718BD1FF185E9E34 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=cs-CZ -Dtests.timezone=America/St_Barthelemy -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.36s J1 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([718BD1FF185E9E34:56C52B79F562B4]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:322)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1984254 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 1984254 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1984258 INFO  (Thread-3813) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1984258 INFO  (Thread-3813) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1984358 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:44891
   [junit4]   2> 1984358 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984371 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984393 INFO  (zkCallback-1739-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47393f3e name:ZooKeeperConnection Watcher:127.0.0.1:44891 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984393 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984393 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984394 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984396 INFO  (zkCallback-1740-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2872ce43 name:ZooKeeperConnection Watcher:127.0.0.1:44891 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984396 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1984398 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984399 INFO  (zkCallback-1741-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@393781de name:ZooKeeperConnection Watcher:127.0.0.1:44891/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984399 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1984400 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1984400 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1984401 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1984401 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1984402 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1984402 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1984402 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1984403 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1984403 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 1984406 ERROR (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/285083339@9477aa0 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@4c45e5ec[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 1984406 INFO  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1984406 WARN  (zkCallback-1741-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 1984407 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44891 44891
   [junit4]   2> 1984509 INFO  (Thread-3813) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44891 44891
   [junit4]   2> 1984510 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 1984512 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 1984512 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1984512 INFO  (Thread-3814) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1984512 INFO  (Thread-3814) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1984740 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer start zk server on port:35101
   [junit4]   2> 1984740 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984743 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984757 INFO  (zkCallback-1743-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b906257 name:ZooKeeperConnection Watcher:127.0.0.1:35101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984757 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984757 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984769 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984784 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984784 INFO  (zkCallback-1744-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@336b4ec1 name:ZooKeeperConnection Watcher:127.0.0.1:35101 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984785 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984785 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1984785 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1984810 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1984821 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1984829 INFO  (zkCallback-1745-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@796d5a78 name:ZooKeeperConnection Watcher:127.0.0.1:35101/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1984829 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1984829 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 19

[...truncated too long message...]

onManager@41d3f46d name:ZooKeeperConnection Watcher:127.0.0.1:41282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985472 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985472 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1985473 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1985478 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985478 INFO  (zkCallback-1752-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73b65180 name:ZooKeeperConnection Watcher:127.0.0.1:41282 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985478 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985479 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1985479 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1985480 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1985492 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1985506 INFO  (zkCallback-1753-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f3750ed name:ZooKeeperConnection Watcher:127.0.0.1:41282/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1985506 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1985507 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1985507 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1985508 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1985508 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1985509 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1985510 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1985510 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1985510 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1985511 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1985511 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 1985512 INFO  (zkCallback-1753-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 1985512 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 1985516 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41282 41282
   [junit4]   2> 1985618 INFO  (Thread-3816) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41282 41282
   [junit4]   2> 1985618 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[718BD1FF185E9E34]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 1985619 INFO  (SUITE-ZkStateWriterTest-seed#[718BD1FF185E9E34]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_718BD1FF185E9E34-001
   [junit4]   2> Jul 04, 2016 8:38:58 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=186, maxMBSortInHeap=6.765870930285413, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=cs-CZ, timezone=America/St_Barthelemy
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=161149440,total=510656512
   [junit4]   2> NOTE: All tests run in this JVM: [SortByFunctionTest, TestSolrDynamicMBean, TestSchemaSimilarityResource, SolrInfoMBeanTest, TestLFUCache, CollectionsAPIDistributedZkTest, TestBulkSchemaConcurrent, SuggesterFSTTest, DistributedIntervalFacetingTest, TestLRUStatsCache, TestTrie, MoreLikeThisHandlerTest, SortSpecParsingTest, TestCloudInspectUtil, OpenExchangeRatesOrgProviderTest, MultiTermTest, OverseerModifyCollectionTest, TestQueryUtils, SmileWriterTest, RulesTest, TestRandomRequestDistribution, TestFieldCacheSortRandom, HdfsDirectoryFactoryTest, TestAuthorizationFramework, SolrPluginUtilsTest, TestQuerySenderNoQuery, TestShortCircuitedRequests, TestStressUserVersions, ReplicationFactorTest, TestInfoStreamLogging, TestSolrQueryResponse, TestBulkSchemaAPI, TermsComponentTest, TestPerFieldSimilarityWithDefaultOverride, ChaosMonkeySafeLeaderTest, FastVectorHighlighterTest, StressHdfsTest, SuggestComponentContextFilterQueryTest, CSVRequestHandlerTest, TestCoreContainer, TestTolerantUpdateProcessorRandomCloud, NotRequiredUniqueKeyTest, ZkCLITest, UniqFieldsUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestSolrCoreProperties, TestBlobHandler, TestStressCloudBlindAtomicUpdates, SharedFSAutoReplicaFailoverTest, TestSolr4Spatial2, JavabinLoaderTest, TolerantUpdateProcessorTest, DistributedDebugComponentTest, SpellingQueryConverterTest, SolrIndexSplitterTest, TestCryptoKeys, TestSystemIdResolver, DOMUtilTest, WordBreakSolrSpellCheckerTest, TestConfigOverlay, ParsingFieldUpdateProcessorsTest, TestSQLHandler, SchemaVersionSpecificBehaviorTest, FileUtilsTest, CloudMLTQParserTest, SpellCheckCollatorTest, CdcrUpdateLogTest, TestExpandComponent, ConfigSetsAPITest, TestFiltering, TestSha256AuthenticationProvider, VMParamsZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, TestHashPartitioner, TestSimpleTrackingShardHandler, DistributedMLTComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, UpdateRequestProcessorFactoryTest, CollectionsAPIAsyncDistributedZkTest, TestDocumentBuilder, TestAnalyzeInfixSuggestions, TestDefaultSearchFieldResource, DistributedQueueTest, NumericFieldsTest, AliasIntegrationTest, TestFieldSortValues, TestCollapseQParserPlugin, SpatialFilterTest, DistribCursorPagingTest, TestExclusionRuleCollectionAccess, TestFreeTextSuggestions, TestCloudSchemaless, TestFieldCollectionResource, BlockDirectoryTest, TestFieldTypeResource, CustomCollectionTest, TestManagedStopFilterFactory, OverseerTaskQueueTest, TestDFRSimilarityFactory, TestCloudPivotFacet, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest]
   [junit4] Completed [494/619 (2!)] on J1 in 2.01s, 5 tests, 1 failure <<< FAILURES!

[...truncated 411 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2597 tests, 2 errors, 2 failures, 87 ignored (72 assumptions) [seed: 718BD1FF185E9E34]

Total time: 66 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any