You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/05/25 10:48:13 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.0 - Build # 19 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.0/19/
1 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay
Error Message:
Could not find collection : c1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
at __randomizedtesting.SeedInfo.seed([9C6D35E32178A6B1:E3F38266481A8B3B]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12462 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_9C6D35E32178A6B1-001/init-core-data-001
[junit4] 2> 4086770 INFO (SUITE-ZkStateReaderTest-seed#[9C6D35E32178A6B1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
[junit4] 2> 4086773 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 4086773 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4086773 INFO (Thread-184160) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4086773 INFO (Thread-184160) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4086873 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer start zk server on port:41306
[junit4] 2> 4086874 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4086874 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4086876 INFO (zkCallback-33363-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a5531ce name:ZooKeeperConnection Watcher:127.0.0.1:41306 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4086876 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4086876 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4086876 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4086877 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4086877 INFO (zkCallback-33364-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66b1e9c2 name:ZooKeeperConnection Watcher:127.0.0.1:41306 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4086877 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4086878 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4086878 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 4086881 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4086881 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4086882 INFO (zkCallback-33365-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79f4f972 name:ZooKeeperConnection Watcher:127.0.0.1:41306/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4086882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4086882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4086882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 4086883 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 4086883 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 4086890 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 4086890 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 4086891 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 4086892 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4086892 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 4086893 INFO (zkCallback-33365-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 4086894 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4086895 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 4086896 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4086896 INFO (zkCallback-33365-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 4086897 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41306 41306
[junit4] 2> 4087059 INFO (Thread-184160) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41306 41306
[junit4] 2> 4087059 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 4087063 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 4087063 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4087063 INFO (Thread-184161) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4087063 INFO (Thread-184161) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4087163 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer start zk server on port:58929
[junit4] 2> 4087163 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4087164 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4087171 INFO (zkCallback-33366-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@357ced22 name:ZooKeeperConnection Watcher:127.0.0.1:58929 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4087171 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4087171 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4087172 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4087172 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4087173 INFO (zkCallback-33367-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f0bf0b3 name:ZooKeeperConnection Watcher:127.0.0.1:58929 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4087173 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4087173 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4087173 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 4087175 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4087175 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4087176 INFO (zkCallback-33368-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@234f79d1 name:ZooKeeperConnection Watcher:127.0.0.1:58929/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4087176 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4087176 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4087176 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 4087177 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 4087177 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 4087178 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 4087179 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 4087179 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 4087180 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4087180 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 4087180 INFO (zkCallback-33368-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 4087181 INFO (zkCallback-33368-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 4087182 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 4087182 INFO (zkCallback-33368-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 4087183 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58929 58929
[junit4] 2> 4087405 INFO (Thread-184161) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58929 58929
[junit4] 2> 4087406 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 4087409 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
[junit4] 2> 4087410 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4087410 INFO (Thread-184162) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4087410 INFO (Thread-184162) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4087510 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer start zk server on port:56499
[junit4] 2> 4087510 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4087510 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4087512 INFO (zkCallback-33369-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43261b51 name:ZooKeeperConnection Watcher:127.0.0.1:56499 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4087512 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4087513 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4087514 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4087518 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4087519 INFO (zkCallback-33370-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6eab889f name:ZooKeeperConnection Watcher:127.0.0.1:56499 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4087519 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4087519 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4087519 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 4087524 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x154e77f14790001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4087524 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4087525 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4087530 INFO (zkCallback-33371-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63e1e38a name:ZooKeeperConnection Watcher:127.0.0.1:56499/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4087530 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4087530 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4087530 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 4087533 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 4087534 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 4087535 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 4087536 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 4087537 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 4087541 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4087541 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 4087542 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 4087542 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 4087542 INFO (zkCallback-33371-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 4087545 INFO (zkCallback-33371-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 4087547 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 4087547 INFO (zkCallback-33371-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 4087548 INFO (zkCallback-33371-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 4087548 INFO (zkCallback-33371-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 4087549 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x154e77f14790002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4087550 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56499 56499
[junit4] 2> 4087930 INFO (Thread-184162) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56499 56499
[junit4] 2> 4087931 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=9C6D35E32178A6B1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-JO -Dtests.timezone=America/Guyana -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.53s J0 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
[junit4] > at __randomizedtesting.SeedInfo.seed([9C6D35E32178A6B1:E3F38266481A8B3B]:0)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:52)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4087936 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
[junit4] 2> 4087936 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4087936 INFO (Thread-184163) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4087936 INFO (Thread-184163) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4088036 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer start zk server on port:42254
[junit4] 2> 4088037 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4088037 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4088039 INFO (zkCallback-33372-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@475d2edb name:ZooKeeperConnection Watcher:127.0.0.1:42254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4088039 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4088039 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4088040 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4088040 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4088040 INFO (zkCallback-33373-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3fffda0a name:ZooKeeperConnection Watcher:127.0.0.1:42254 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4088040 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4088041 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4088041 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 4088043 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4088043 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4088043 INFO (zkCallback-33374-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38ef8a6f name:ZooKeeperConnection Watcher:127.0.0.1:42254/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4088043 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4088043 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4088044 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 4088044 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 4088045 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 4088048 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 4088048 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 4088049 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 4088052 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4088053 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 4088053 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 4088053 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 4088054 INFO (zkCallback-33374-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 4088054 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4088055 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 4088055 INFO (zkCallback-33374-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 4088055 INFO (zkCallback-33374-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 4088106 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42254 42254
[junit4] 2> 4088718 INFO (Thread-184163) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42254 42254
[junit4] 2> 4088719 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
[junit4] 2> 4088723 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 4088723 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4088723 INFO (Thread-184164) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4088723 INFO (Thread-184164) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4088823 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer start zk server on port:51608
[junit4] 2> 4088823 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4088824 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4088825 INFO (zkCallback-33375-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5cd031da name:ZooKeeperConnection Watcher:127.0.0.1:51608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4088826 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4088826 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4088826 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4088827 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4088827 INFO (zkCallback-33376-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@487658cf name:ZooKeeperConnection Watcher:127.0.0.1:51608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4088827 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4088828 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4088828 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 4088830 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4088830 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4088830 INFO (zkCallback-33377-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54ea9e0f name:ZooKeeperConnection Watcher:127.0.0.1:51608/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4088830 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4088831 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4088831 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 4088831 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 4088832 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 4088833 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 4088833 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 4088834 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 4088835 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4088835 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 4088835 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 4088835 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 4088836 INFO (zkCallback-33377-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 4088837 INFO (zkCallback-33377-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 4088837 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4088838 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 4088838 INFO (zkCallback-33377-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 4088838 INFO (zkCallback-33377-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 4088838 INFO (zkCallback-33377-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 4088839 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4088840 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51608 51608
[junit4] 2> 4089054 INFO (Thread-184164) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51608 51608
[junit4] 2> 4089059 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 4089063 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
[junit4] 2> 4089063 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4089066 INFO (Thread-184165) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4089066 INFO (Thread-184165) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4089163 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer start zk server on port:39643
[junit4] 2> 4089163 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4089166 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4089171 INFO (zkCallback-33378-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@131a8829 name:ZooKeeperConnection Watcher:127.0.0.1:39643 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4089171 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4089171 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4089173 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4089177 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4089197 INFO (zkCallback-33379-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@789116bf name:ZooKeeperConnection Watcher:127.0.0.1:39643 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4089198 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4089198 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4089198 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 4089211 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 4089211 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4089212 INFO (zkCallback-33380-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ba905e8 name:ZooKeeperConnection Watcher:127.0.0.1:39643/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 4089212 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4089212 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 4089212 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 4089213 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 4089213 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 4089214 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 4089214 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 4089215 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 4089215 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4089215 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 4089216 INFO (zkCallback-33380-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 4089216 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 4089217 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 4089217 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 4089217 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 4089217 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.c.ZkStateReader Removing watch for uninteresting collection [c1]
[junit4] 2> 4089219 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39643 39643
[junit4] 2> 4089328 INFO (Thread-184165) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39643 39643
[junit4] 2> 4089329 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9C6D35E32178A6B1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
[junit4] 2> 4089330 INFO (SUITE-ZkStateReaderTest-seed#[9C6D35E32178A6B1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_9C6D35E32178A6B1-001
[junit4] 2> May 25, 2016 10:39:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=1803, maxMBSortInHeap=6.679403289405339, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=ar-JO, timezone=America/Guyana
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=214985848,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [SolrRequestParserTest, TestSimpleQParserPlugin, SyncSliceTest, TestFunctionQuery, TestRealTimeGet, TestCloudDeleteByQuery, TestRemoteStreaming, HighlighterMaxOffsetTest, CreateCollectionCleanupTest, TestXmlQParser, TestRequestForwarding, DistributedExpandComponentTest, TestUniqueKeyFieldResource, TestDocSet, TestFileDictionaryLookup, SOLR749Test, TestDistributedSearch, TestRandomCollapseQParserPlugin, CollectionTooManyReplicasTest, SuggestComponentTest, TestRestManager, DisMaxRequestHandlerTest, TestSolr4Spatial, QueryEqualityTest, SSLMigrationTest, IndexSchemaRuntimeFieldTest, TestJsonRequest, DefaultValueUpdateProcessorTest, TestDefaultStatsCache, IndexSchemaTest, BasicDistributedZkTest, TestSerializedLuceneMatchVersion, TestRuleBasedAuthorizationPlugin, TestCopyFieldCollectionResource, TestShortCircuitedRequests, TestPerFieldSimilarityClassic, HdfsChaosMonkeyNothingIsSafeTest, TestValueSourceCache, CursorMarkTest, TestBadConfig, ParsingFieldUpdateProcessorsTest, ReplicationFactorTest, StressHdfsTest, TestStressLucene, TestDownShardTolerantSearch, UUIDFieldTest, TestRandomRequestDistribution, TestLMDirichletSimilarityFactory, TestCollectionAPI, ReturnFieldsTest, RulesTest, AsyncCallRequestStatusResponseTest, TestOrdValues, CacheHeaderTest, TestAtomicUpdateErrorCases, SharedFSAutoReplicaFailoverTest, JSONWriterTest, TestAnalyzedSuggestions, ConnectionReuseTest, UUIDUpdateProcessorFallbackTest, HLLUtilTest, MultiThreadedOCPTest, TestConfigSets, TestOmitPositions, DocValuesMissingTest, TestCSVLoader, PingRequestHandlerTest, HdfsRestartWhileUpdatingTest, ExplicitHLLTest, AlternateDirectoryTest, TestFieldSortValues, SecurityConfHandlerTest, OverseerTaskQueueTest, ResponseLogComponentTest, TestRangeQuery, StandardRequestHandlerTest, ExternalFileFieldSortTest, SortSpecParsingTest, HdfsNNFailoverTest, TestConfigSetsAPIZkFailure, TestLazyCores, TestExactStatsCache, TestInitQParser, TestDocBasedVersionConstraints, ForceLeaderTest, TestSchemaResource, TestSortingResponseWriter, BasicZkTest, ConjunctionSolrSpellCheckerTest, TestPseudoReturnFields, TestStressLiveNodes, PolyFieldTest, TestManagedSchemaAPI, TestFaceting, TestFoldingMultitermQuery, TestRandomFaceting, LeaderElectionIntegrationTest, ShardRoutingTest, ClusterStateUpdateTest, TestZkChroot, TestRandomDVFaceting, AutoCommitTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, TestJoin, TestReload, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestIndexSearcher, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, SuggesterTSTTest, SpatialFilterTest, NoCacheHeaderTest, TestUpdate, TestWordDelimiterFilterFactory, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, TestArbitraryIndexDir, LoggingHandlerTest, RegexBoostProcessorTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, HighlighterConfigTest, TestQuerySenderListener, CopyFieldTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AsyncMigrateRouteKeyTest, CdcrReplicationDistributedZkTest, HdfsBasicDistributedZkTest, TestClusterStateMutator, ZkStateReaderTest]
[junit4] Completed [470/584 (1!)] on J0 in 2.83s, 6 tests, 1 error <<< FAILURES!
[...truncated 356 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/common-build.xml:527: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/lucene/common-build.xml:1014: There were test failures: 584 suites (10 ignored), 2340 tests, 1 error, 31 ignored (16 assumptions) [seed: 9C6D35E32178A6B1]
Total time: 194 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.0 - Build # 21 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.0/21/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=53919, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=53919, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:53323, http://127.0.0.1:60769, http://127.0.0.1:49907, http://127.0.0.1:38303, http://127.0.0.1:38744]
at __randomizedtesting.SeedInfo.seed([25DEEA7E1DC473DD]:0)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1000)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:53323, http://127.0.0.1:60769, http://127.0.0.1:49907, http://127.0.0.1:38303, http://127.0.0.1:38744]
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:997)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49907: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
... 5 more
Build Log:
[...truncated 12566 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/init-core-data-001
[junit4] 2> 5223634 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
[junit4] 2> 5223635 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 5223661 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 5223676 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5223677 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5223686 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_41736_hdfs____4pp1pj/webapp
[junit4] 2> 5223766 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
[junit4] 2> 5224051 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41736
[junit4] 2> 5224099 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5224100 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5224108 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38958_datanode____.41xb42/webapp
[junit4] 2> 5224185 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
[junit4] 2> 5224493 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38958
[junit4] 2> 5224575 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 5224577 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 5224590 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33926_datanode____1x45dw/webapp
[junit4] 2> 5224622 INFO (IPC Server handler 7 on 38955) [ ] BlockStateChange BLOCK* processReport: from storage DS-85e16d71-55e3-4e5a-85b6-5d8a006e5b41 node DatanodeRegistration(127.0.0.1, datanodeUuid=6b6790ae-c1d8-4b76-b96d-b954b1384e56, infoPort=38958, ipcPort=36015, storageInfo=lv=-56;cid=testClusterID;nsid=1981677780;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
[junit4] 2> 5224622 INFO (IPC Server handler 7 on 38955) [ ] BlockStateChange BLOCK* processReport: from storage DS-cab43e21-6d45-4cdd-8c4c-9f036a654ac0 node DatanodeRegistration(127.0.0.1, datanodeUuid=6b6790ae-c1d8-4b76-b96d-b954b1384e56, infoPort=38958, ipcPort=36015, storageInfo=lv=-56;cid=testClusterID;nsid=1981677780;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
[junit4] 2> 5224686 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
[junit4] 2> 5225000 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[25DEEA7E1DC473DD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33926
[junit4] 2> 5225069 INFO (IPC Server handler 8 on 38955) [ ] BlockStateChange BLOCK* processReport: from storage DS-9983d900-3cbd-4246-a6ae-056b2f56849b node DatanodeRegistration(127.0.0.1, datanodeUuid=f579fb41-7252-4f5c-8a08-9b12328b8479, infoPort=33926, ipcPort=34612, storageInfo=lv=-56;cid=testClusterID;nsid=1981677780;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
[junit4] 2> 5225069 INFO (IPC Server handler 8 on 38955) [ ] BlockStateChange BLOCK* processReport: from storage DS-d0e3cd2f-2917-48ab-9bc5-440ddff37a15 node DatanodeRegistration(127.0.0.1, datanodeUuid=f579fb41-7252-4f5c-8a08-9b12328b8479, infoPort=33926, ipcPort=34612, storageInfo=lv=-56;cid=testClusterID;nsid=1981677780;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
[junit4] 2> 5225163 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5225163 INFO (Thread-31141) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5225163 INFO (Thread-31141) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5225263 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.ZkTestServer start zk server on port:51333
[junit4] 2> 5225263 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5225264 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5225266 INFO (zkCallback-5098-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@125a21ca name:ZooKeeperConnection Watcher:127.0.0.1:51333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5225266 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5225267 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5225267 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 5225270 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5225270 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5225271 INFO (zkCallback-5099-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@bd2e9fe name:ZooKeeperConnection Watcher:127.0.0.1:51333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5225271 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5225271 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5225271 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 5225273 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 5225274 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 5225275 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 5225276 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 5225276 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 5225277 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 5225277 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 5225278 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 5225278 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 5225279 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 5225279 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 5225280 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 5225280 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 5225281 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 5225281 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 5225282 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 5225282 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 5225283 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 5225283 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 5225284 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 5225284 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 5225285 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 5225285 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 5225286 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 5225286 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 5225345 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/cores/collection1
[junit4] 2> 5225346 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76ee5f37{/,null,AVAILABLE}
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.ServerConnector Started ServerConnector@64f44002{HTTP/1.1,[http/1.1]}{127.0.0.1:38303}
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.Server Started @5228350ms
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38955/hdfs__localhost_38955__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.0_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001_tempDir-002_control_data, hostContext=/, hostPort=38303, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/cores}
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001'
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 5225348 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 5225349 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5225349 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5225350 INFO (zkCallback-5100-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ddd4b4d name:ZooKeeperConnection Watcher:127.0.0.1:51333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5225351 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5225351 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5225351 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5225352 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/solr.xml
[junit4] 2> 5225356 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/cores
[junit4] 2> 5225356 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CoreContainer New CoreContainer 1307910517
[junit4] 2> 5225356 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001]
[junit4] 2> 5225356 WARN (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/lib
[junit4] 2> 5225356 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 5225357 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5225357 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 5225357 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 5225358 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51333/solr
[junit4] 2> 5225358 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 5225358 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5225358 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5225359 INFO (zkCallback-5103-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c13fce1 name:ZooKeeperConnection Watcher:127.0.0.1:51333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5225359 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5225359 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5225360 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$29/699737714@3b62099f
[junit4] 2> 5225360 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5225361 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cc4cb2 name:ZooKeeperConnection Watcher:127.0.0.1:51333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5225361 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5225362 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 5225363 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 5225364 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 5225365 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 5225366 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 5225367 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 5225368 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 5225368 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 5225369 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 5225369 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 5225370 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 5225371 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 5225372 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 5225372 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 5225372 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95966359574478852-127.0.0.1:38303_-n_0000000000
[junit4] 2> 5225373 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38303_
[junit4] 2> 5225373 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 5225373 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer Overseer (id=95966359574478852-127.0.0.1:38303_-n_0000000000) starting
[junit4] 2> 5225374 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 5225377 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 5225377 INFO (OverseerCollectionConfigSetProcessor-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 5225378 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38303_
[junit4] 2> 5225378 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 5225379 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38303_
[junit4] 2> 5225380 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 5225380 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 5225380 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5225394 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 5225394 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 5225394 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/cores
[junit4] 2> 5225395 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 5225395 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/cores/collection1
[junit4] 2> 5225395 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 5225395 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1
[junit4] 2> 5225395 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38303_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 5225396 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 5225396 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 5225396 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 5225397 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38303",
[junit4] 2> "node_name":"127.0.0.1:38303_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 5225397 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [control_collection]
[junit4] 2> 5225397 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38303",
[junit4] 2> "node_name":"127.0.0.1:38303_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 5225397 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 5225397 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
[junit4] 2> 5225397 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 5225398 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 5225398 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5226399 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
[junit4] 2> 5226399 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
[junit4] 2> 5226399 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 5226399 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 5226399 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 5226400 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/cores/collection1'
[junit4] 2> 5226400 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 5226400 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 5226401 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 5226404 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 5226421 WARN (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 5226422 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.1
[junit4] 2> 5226428 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 5226432 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 5226499 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 5226503 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.IndexSchema default search field in schema is text
[junit4] 2> 5226504 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 5226518 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 5226519 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
[junit4] 2> 5226520 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 5226521 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38955/solr_hdfs_home
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/control-001/cores/collection1], dataDir=[hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6fc99d50
[junit4] 2> 5226522 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 5226531 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 5226531 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data/index/
[junit4] 2> 5226536 WARN (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:38955/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
[junit4] 2> 5226536 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 5226543 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 5226543 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4017898308290171]
[junit4] 2> 5226555 INFO (IPC Server handler 3 on 38955) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36493 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-cab43e21-6d45-4cdd-8c4c-9f036a654ac0:NORMAL:127.0.0.1:54056|RBW], ReplicaUnderConstruction[[DISK]DS-9983d900-3cbd-4246-a6ae-056b2f56849b:NORMAL:127.0.0.1:36493|RBW]]} size 0
[junit4] 2> 5226556 INFO (IPC Server handler 4 on 38955) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54056 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9983d900-3cbd-4246-a6ae-056b2f56849b:NORMAL:127.0.0.1:36493|RBW], ReplicaUnderConstruction[[DISK]DS-85e16d71-55e3-4e5a-85b6-5d8a006e5b41:NORMAL:127.0.0.1:54056|FINALIZED]]} size 0
[junit4] 2> 5226557 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5ef182b3; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
[junit4] 2> 5226557 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 5226558 INFO (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data/
[junit4] 2> 5226559 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 5226560 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 5226560 WARN (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
[junit4] 2> 5226562 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 5226562 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 5226563 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 5226563 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 5226565 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
[junit4] 2> 5226565 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 5226565 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 5226565 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5226566 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 5226571 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5226572 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5226572 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.35225842121746487]
[junit4] 2> 5226575 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(HdfsDirectory@hdfs://localhost:38955/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5ef182b3; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
[junit4] 2> 5226575 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 5226575 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5209ee84[collection1] main]
[junit4] 2> 5226575 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
[junit4] 2> 5226575 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 5226575 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 5226576 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5226576 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 5226576 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5226576 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 5226576 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5226576 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 5226576 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 5226577 INFO (searcherExecutor-13025-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5209ee84[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5226577 WARN (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:59745/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:59745 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 5226577 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 5226577 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 5226577 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 5226577 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1535461754673299456
[junit4] 2> 5226579 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1535461754673299456
[junit4] 2> 5226579 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 5226580 INFO (coreLoadExecutor-13024-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
[junit4] 2> 5226580 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:38303 collection:control_collection shard:shard1
[junit4] 2> 5226580 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 5226582 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95966359574478852-core_node1-n_0000000000
[junit4] 2> 5226582 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
[junit4] 2> 5226583 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5226583 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5226583 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 5226583 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38303/collection1/
[junit4] 2> 5226584 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5226584 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38303/collection1/ has no replicas
[junit4] 2> 5226584 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 5226585 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95966359574478852-core_node1-n_0000000000
[junit4] 2> 5226586 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38303/collection1/ shard1
[junit4] 2> 5226587 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:38303",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 5226688 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5226737 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:38303/collection1/ and leader is http://127.0.0.1:38303/collection1/
[junit4] 2> 5226737 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38303
[junit4] 2> 5226737 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5226737 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 5226737 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 5226738 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38303",
[junit4] 2> "node_name":"127.0.0.1:38303_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 5226739 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38303",
[junit4] 2> "node_name":"127.0.0.1:38303_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 5226739 INFO (coreZkRegister-13018-thread-1-processing-n:127.0.0.1:38303_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:38303_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 5226840 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5226897 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5226897 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5226898 INFO (zkCallback-5106-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3db1e460 name:ZooKeeperConnection Watcher:127.0.0.1:51333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5226898 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5226898 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5226898 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 5226899 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5226899 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 5226899 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 5226899 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5226900 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5226900 INFO (zkCallback-5107-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e5c774d name:ZooKeeperConnection Watcher:127.0.0.1:51333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5226900 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5226901 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5226902 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"create",
[junit4] 2> "name":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "stateFormat":"2"} current state version: 3
[junit4] 2> 5226902 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 5226968 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/cores/collection1
[junit4] 2> 5226968 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001
[junit4] 2> 5226969 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 5226970 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ea27c65{/,null,AVAILABLE}
[junit4] 2> 5226970 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.ServerConnector Started ServerConnector@77aad4de{HTTP/1.1,[http/1.1]}{127.0.0.1:38744}
[junit4] 2> 5226971 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.e.j.s.Server Started @5229973ms
[junit4] 2> 5226971 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38955/hdfs__localhost_38955__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.0_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=38744, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/cores}
[junit4] 2> 5226972 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 5226972 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001'
[junit4] 2> 5226972 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 5226972 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 5226972 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5226972 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5226973 INFO (zkCallback-5108-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d83d9f8 name:ZooKeeperConnection Watcher:127.0.0.1:51333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5226973 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5226973 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5226974 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 5226974 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/solr.xml
[junit4] 2> 5226977 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/cores
[junit4] 2> 5226977 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CoreContainer New CoreContainer 221405923
[junit4] 2> 5226977 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001]
[junit4] 2> 5226977 WARN (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/lib
[junit4] 2> 5226978 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 5226978 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 5226979 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 5226979 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 5226979 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51333/solr
[junit4] 2> 5226979 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 5226979 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 5226979 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5226980 INFO (zkCallback-5111-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@469cfc20 name:ZooKeeperConnection Watcher:127.0.0.1:51333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5226980 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5226980 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 5226981 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$29/699737714@662b0f2c
[junit4] 2> 5226981 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5226981 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b85a981 name:ZooKeeperConnection Watcher:127.0.0.1:51333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 5226981 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5226984 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 5226985 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5226986 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 5226986 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95966359574478857-127.0.0.1:38744_-n_0000000001
[junit4] 2> 5226987 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95966359574478852-127.0.0.1:38303_-n_0000000000 to know if I could be the leader
[junit4] 2> 5226987 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.ZkController Publish node=127.0.0.1:38744_ as DOWN
[junit4] 2> 5226988 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38744_"} current state version: 3
[junit4] 2> 5226988 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38744_
[junit4] 2> 5226988 INFO (OverseerStateUpdate-95966359574478852-127.0.0.1:38303_-n_0000000000) [n:127.0.0.1:38303_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 5227090 INFO (zkCallback-5106-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5227091 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5227091 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5227988 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38744_
[junit4] 2> 5227988 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38744_
[junit4] 2> 5227989 INFO (zkCallback-5106-thread-1) [ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5227989 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5227989 INFO (zkCallback-5106-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5227992 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 5227994 INFO (zkCallback-5104-thread-1-processing-n:127.0.0.1:38303_) [n:127.0.0.1:38303_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5227995 INFO (zkCallback-5112-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5227996 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 5227996 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 5227997 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/cores
[junit4] 2> 5227997 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 5227997 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_25DEEA7E1DC473DD-001/shard-1-001/cores/collection1
[junit4] 2> 5227997 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 5227998 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1
[junit4] 2> 5227998 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[25DEEA7E1DC473DD]) [n:127.0.0.1:38744_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 5227998 INFO (coreLoadExecutor-13035-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ c:collection1 x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 5227998 INFO (coreLoadExecutor-13035-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ c:collection1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 5227999 INFO (coreLoadExecutor-13035-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ c:collection1 x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
[junit4] 2> 5227999 INFO (coreLoadExecutor-13035-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ c:collection1 x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
[junit4] 2> 5227999 INFO (coreLoadExecutor-13035-thread-1-processing-n:127.0.0.1:38744_) [n:127.0.0.1:38744_ c:collection1 x:c
[...truncated too long message...]
ction1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:44096/collection1/] and I am [http://127.0.0.1:57695/collection1/]
[junit4] 2> 8792852 INFO (recoveryExecutor-1328-thread-13-processing-n:127.0.0.1:57695_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController publishing state=recovering
[junit4] 2> 8792853 INFO (recoveryExecutor-1328-thread-13-processing-n:127.0.0.1:57695_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 8792853 WARN (recoveryExecutor-1328-thread-13-processing-n:127.0.0.1:57695_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Unable to read /collections/collection1/leader_initiated_recovery/shard1/core_node4 due to: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_initiated_recovery/shard1/core_node4
[junit4] 2> 8792853 ERROR (recoveryExecutor-1328-thread-13-processing-n:127.0.0.1:57695_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Error while trying to recover. core=collection1:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:383)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:380)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:380)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.offer(DistributedQueue.java:248)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1185)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1097)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1093)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:224)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 8792853 INFO (recoveryExecutor-1328-thread-13-processing-n:127.0.0.1:57695_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
[junit4] 2> 8792853 ERROR (recoveryExecutor-1328-thread-13-processing-n:127.0.0.1:57695_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Recovery failed - trying again... (104)
[junit4] 2> 8792854 INFO (recoveryExecutor-1328-thread-13-processing-n:127.0.0.1:57695_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57695_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Wait [12.0] seconds before trying to recover again (attempt=105)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), _version_=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=Asserting), a_t=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), a_i1=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=Lucene50(blocksize=128), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1629, maxMBSortInHeap=5.761549454592406, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=el-CY, timezone=Asia/Pyongyang
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=227,free=15299080,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotLongTailTest, DeleteShardTest, FieldAnalysisRequestHandlerTest, TestWriterPerf, SolrTestCaseJ4Test, BaseCdcrDistributedZkTest, TestSearcherReuse, HdfsThreadLeakTest, TestSolrJ, OverseerStatusTest, TestBlendedInfixSuggestions, BlockJoinFacetSimpleTest, TestManagedSchema, TestTestInjection, CurrencyFieldXmlFileTest, TestIndexSearcher, DirectSolrConnectionTest, TestSuggestSpellingConverter, TestManagedSynonymFilterFactory, TriLevelCompositeIdRoutingTest, TestReload, TestElisionMultitermQuery, SuggestComponentContextFilterQueryTest, DirectUpdateHandlerTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, TestIndexingPerformance, StatelessScriptUpdateProcessorFactoryTest, CircularListTest, TestReplicaProperties, AnalyticsQueryTest, RuleEngineTest, TestHighFrequencyDictionaryFactory, UpdateParamsTest, TestSort, TestCharFilters, ShowFileRequestHandlerTest, TestReRankQParserPlugin, TestDistribDocBasedVersion, FullSolrCloudDistribCmdsTest, PluginInfoTest, HLLSerializationTest, HighlighterConfigTest, TestSearchPerf, TestZkChroot, TermVectorComponentDistributedTest, TestMinMaxOnMultiValuedField, SolrCoreCheckLockOnStartupTest, TestExactSharedStatsCache, QueryResultKeyTest, TestJmxIntegration, TestCSVResponseWriter, TestCustomSort, TestUseDocValuesAsStored, TestSSLRandomization, ScriptEngineTest, JavabinLoaderTest, DeleteInactiveReplicaTest, HdfsWriteToMultipleCollectionsTest, SimpleFacetsTest, DistribDocExpirationUpdateProcessorTest, RequestHandlersTest, InfoHandlerTest, TestSolrQueryParserResource, SuggesterTSTTest, RegexBoostProcessorTest, TestRecovery, SampleTest, TestReversedWildcardFilterFactory, DistributedVersionInfoTest, TestExtendedDismaxParser, TestExpandComponent, TestCoreDiscovery, TestSolrQueryResponse, TestMissingGroups, TestReplicationHandlerBackup, TestSchemaVersionResource, TestCustomDocTransformer, SliceStateTest, TestSolrDeletionPolicy1, TestNonDefinedSimilarityFactory, ConnectionManagerTest, AssignTest, SimpleMLTQParserTest, TestPHPSerializedResponseWriter, TestDynamicFieldCollectionResource, CoreAdminCreateDiscoverTest, SuggesterTest, QueryParsingTest, BadIndexSchemaTest, HdfsBasicDistributedZkTest, TestSQLHandler, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4] ERROR 0.00s J2 | CollectionsAPIDistributedZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] Completed [584/584 (2!)] on J2 in 7204.26s, 1 test, 1 error <<< FAILURES!
[...truncated 2 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/temp/junit4-J2-20160527_050009_639.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/heapdumps/java_pid28980.hprof ...
[junit4] Heap dump file created [725323722 bytes in 16.623 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 11 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/common-build.xml:527: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/lucene/common-build.xml:1014: There were test failures: 584 suites (10 ignored), 2340 tests, 1 suite-level error, 1 error, 31 ignored (16 assumptions) [seed: 25DEEA7E1DC473DD]
Total time: 275 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.0 - Build # 20 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.0/20/
4 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=116272, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=116272, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46875: collection already exists: awholynewstresscollection_collection0_3
at __randomizedtesting.SeedInfo.seed([33FD9B2EC1BC674F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1616)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:990)
FAILED: org.apache.solr.core.TestDynamicLoading.testDynamicLoading
Error Message:
Could not find collection:.system
Stack Trace:
java.lang.AssertionError: Could not find collection:.system
at __randomizedtesting.SeedInfo.seed([33FD9B2EC1BC674F:EBB0B6793661C2EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:151)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:130)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:852)
at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:116)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
at __randomizedtesting.SeedInfo.seed([33FD9B2EC1BC674F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:248)
at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay
Error Message:
Could not find collection : c1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
at __randomizedtesting.SeedInfo.seed([33FD9B2EC1BC674F:4C632CABA8DE4AC5]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11359 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_33FD9B2EC1BC674F-001/init-core-data-001
[junit4] 2> 1213177 INFO (SUITE-ZkStateReaderTest-seed#[33FD9B2EC1BC674F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
[junit4] 2> 1213180 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 1213180 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1213180 INFO (Thread-3370) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1213180 INFO (Thread-3370) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1213280 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer start zk server on port:51583
[junit4] 2> 1213280 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213281 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213282 INFO (zkCallback-763-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b5f5d1a name:ZooKeeperConnection Watcher:127.0.0.1:51583 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213282 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213282 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213283 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213283 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213284 INFO (zkCallback-764-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64b5e1b3 name:ZooKeeperConnection Watcher:127.0.0.1:51583 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213284 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213284 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213284 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1213287 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213287 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213287 INFO (zkCallback-765-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70d39551 name:ZooKeeperConnection Watcher:127.0.0.1:51583/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213287 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213287 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213288 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1213288 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1213289 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1213289 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1213290 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1213290 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1213291 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1213291 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1213292 INFO (zkCallback-765-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1213292 INFO (zkCallback-765-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1213293 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1213293 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1213294 INFO (zkCallback-765-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1213294 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1213295 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51583 51583
[junit4] 2> 1213407 INFO (Thread-3370) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51583 51583
[junit4] 2> 1213407 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 1213410 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1213410 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1213410 INFO (Thread-3371) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1213410 INFO (Thread-3371) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1213510 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer start zk server on port:49915
[junit4] 2> 1213510 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213511 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213512 INFO (zkCallback-766-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ed106da name:ZooKeeperConnection Watcher:127.0.0.1:49915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213512 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213512 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213513 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213513 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x154ee8f90920000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1213513 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213519 INFO (zkCallback-767-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@262d597c name:ZooKeeperConnection Watcher:127.0.0.1:49915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213519 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213519 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213519 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1213521 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213521 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x154ee8f90920001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1213521 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213521 INFO (zkCallback-768-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a8ce667 name:ZooKeeperConnection Watcher:127.0.0.1:49915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213522 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213522 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213522 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1213523 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1213523 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1213524 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1213524 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1213525 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1213525 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1213526 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1213526 INFO (zkCallback-768-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1213527 INFO (zkCallback-768-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1213578 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1213578 INFO (zkCallback-768-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1213630 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49915 49915
[junit4] 2> 1213781 INFO (Thread-3371) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49915 49915
[junit4] 2> 1213781 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1213783 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
[junit4] 2> 1213784 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1213784 INFO (Thread-3372) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1213784 INFO (Thread-3372) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1213884 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer start zk server on port:40397
[junit4] 2> 1213884 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213884 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213885 INFO (zkCallback-769-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@499f038f name:ZooKeeperConnection Watcher:127.0.0.1:40397 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213885 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213885 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213886 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213886 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213887 INFO (zkCallback-770-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e683026 name:ZooKeeperConnection Watcher:127.0.0.1:40397 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213887 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213887 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213887 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1213888 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1213889 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1213889 INFO (zkCallback-771-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f7c69d3 name:ZooKeeperConnection Watcher:127.0.0.1:40397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1213889 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1213889 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1213889 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1213890 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1213891 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1213891 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1213892 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1213892 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1213893 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1213893 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1213894 INFO (zkCallback-771-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1213894 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1213895 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1213895 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 1213895 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1213895 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Removing watch for uninteresting collection [c1]
[junit4] 2> 1213896 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40397 40397
[junit4] 2> 1214033 INFO (Thread-3372) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40397 40397
[junit4] 2> 1214033 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
[junit4] 2> 1214036 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1214036 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1214036 INFO (Thread-3373) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1214036 INFO (Thread-3373) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1214136 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer start zk server on port:49702
[junit4] 2> 1214136 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214136 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214138 INFO (zkCallback-772-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20920d46 name:ZooKeeperConnection Watcher:127.0.0.1:49702 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214138 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214138 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214138 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214139 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214142 INFO (zkCallback-773-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e9282ac name:ZooKeeperConnection Watcher:127.0.0.1:49702 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214142 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214142 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214142 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1214143 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214144 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214144 INFO (zkCallback-774-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@193881c0 name:ZooKeeperConnection Watcher:127.0.0.1:49702/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214144 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214144 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214145 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1214145 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1214146 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1214146 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1214147 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1214147 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1214148 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1214148 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 1214148 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1214148 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1214149 INFO (zkCallback-774-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1214150 INFO (zkCallback-774-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1214150 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1214151 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1214151 INFO (zkCallback-774-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1214151 INFO (zkCallback-774-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1214151 INFO (zkCallback-774-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1214152 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1214153 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49702 49702
[junit4] 2> 1214278 INFO (Thread-3373) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49702 49702
[junit4] 2> 1214279 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1214281 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
[junit4] 2> 1214281 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1214282 INFO (Thread-3374) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1214282 INFO (Thread-3374) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1214382 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer start zk server on port:36729
[junit4] 2> 1214382 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214382 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214383 INFO (zkCallback-775-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49f8a68e name:ZooKeeperConnection Watcher:127.0.0.1:36729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214383 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214383 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214384 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214384 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214388 INFO (zkCallback-776-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@39a2f0f9 name:ZooKeeperConnection Watcher:127.0.0.1:36729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214388 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214388 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214389 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1214390 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214392 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214392 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@192eec41 name:ZooKeeperConnection Watcher:127.0.0.1:36729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214392 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214393 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214393 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1214393 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1214394 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1214395 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1214395 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1214395 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1214396 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1214396 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 1214397 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1214397 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1214397 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1214404 INFO (zkCallback-777-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1214455 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1214455 INFO (zkCallback-777-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1214455 INFO (zkCallback-777-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1214455 INFO (zkCallback-777-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1214456 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36729 36729
[junit4] 2> 1214615 INFO (Thread-3374) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36729 36729
[junit4] 2> 1214618 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=33FD9B2EC1BC674F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=de-GR -Dtests.timezone=America/Coral_Harbour -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.35s J2 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
[junit4] > at __randomizedtesting.SeedInfo.seed([33FD9B2EC1BC674F:4C632CABA8DE4AC5]:0)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:170)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:52)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1214632 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
[junit4] 2> 1214633 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1214633 INFO (Thread-3375) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1214633 INFO (Thread-3375) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1214733 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer start zk server on port:39324
[junit4] 2> 1214733 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214733 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214735 INFO (zkCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18b83e6 name:ZooKeeperConnection Watcher:127.0.0.1:39324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214735 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214735 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214744 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214744 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214746 INFO (zkCallback-779-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d37f753 name:ZooKeeperConnection Watcher:127.0.0.1:39324 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214746 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214746 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214746 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1214753 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1214756 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1214768 INFO (zkCallback-780-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71d057cf name:ZooKeeperConnection Watcher:127.0.0.1:39324/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214768 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1214769 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1214769 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1214769 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1214769 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1214770 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1214770 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1214770 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1214771 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1214771 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader addZkWatch [c1]
[junit4] 2> 1214771 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1214771 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1214772 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1214772 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1214772 INFO (zkCallback-780-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1214776 INFO (zkCallback-780-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1214777 INFO (zkCallback-780-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1214828 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39324 39324
[junit4] 2> 1214952 INFO (Thread-3375) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39324 39324
[junit4] 2> 1214953 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
[junit4] 2> 1214954 INFO (SUITE-ZkStateReaderTest-seed#[33FD9B2EC1BC674F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_33FD9B2EC1BC674F-001
[junit4] 2> May 26, 2016 7:34:28 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=1888, maxMBSortInHeap=6.746620272315982, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=de-GR, timezone=America/Coral_Harbour
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=136861040,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [ShardSplitTest, HighlighterConfigTest, UpdateParamsTest, SimpleMLTQParserTest, FieldAnalysisRequestHandlerTest, BinaryUpdateRequestHandlerTest, TestPerFieldSimilarity, NoCacheHeaderTest, TestWriterPerf, DeleteShardTest, TestGroupingSearch, TestAuthenticationFramework, ConnectionManagerTest, TestSolrQueryParserResource, TestReplicationHandlerBackup, JavabinLoaderTest, DirectSolrConnectionTest, BasicDistributedZk2Test, TestZkChroot, LeaderFailoverAfterPartitionTest, TestSchemaNameResource, DistributedDebugComponentTest, DistribDocExpirationUpdateProcessorTest, TestPKIAuthenticationPlugin, FieldMutatingUpdateProcessorTest, TestExactSharedStatsCache, SearchHandlerTest, TestExpandComponent, TestNonDefinedSimilarityFactory, CheckHdfsIndexTest, TestHashQParserPlugin, TestSweetSpotSimilarityFactory, HdfsThreadLeakTest, TestSchemaVersionResource, PluginInfoTest, TestSolrQueryParser, ZkStateReaderTest]
[junit4] Completed [128/584 (1!)] on J2 in 2.55s, 6 tests, 1 error <<< FAILURES!
[...truncated 491 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/init-core-data-001
[junit4] 2> 1841127 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[33FD9B2EC1BC674F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
[junit4] 2> 1841128 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[33FD9B2EC1BC674F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1841130 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1841130 INFO (Thread-7166) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1841130 INFO (Thread-7166) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1841230 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkTestServer start zk server on port:38204
[junit4] 2> 1841231 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1841231 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1841233 INFO (zkCallback-29514-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@537be770 name:ZooKeeperConnection Watcher:127.0.0.1:38204 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1841233 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1841233 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1841234 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1841235 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1841236 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1841237 INFO (zkCallback-29515-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2c6a026a name:ZooKeeperConnection Watcher:127.0.0.1:38204/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1841237 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1841238 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1841238 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
[junit4] 2> 1841239 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
[junit4] 2> 1841240 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
[junit4] 2> 1841240 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
[junit4] 2> 1841241 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1841242 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1841245 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1841246 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1841247 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1841247 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1841250 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1841251 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1841252 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1841252 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
[junit4] 2> 1841253 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1841253 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
[junit4] 2> 1841255 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1841255 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1841256 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1841257 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1841258 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1841259 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1841260 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1841260 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1841269 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1841270 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1841381 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/cores/collection1
[junit4] 2> 1841382 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1841389 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30055396{/,null,AVAILABLE}
[junit4] 2> 1841390 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.e.j.s.ServerConnector Started ServerConnector@21d92afd{HTTP/1.1,[http/1.1]}{127.0.0.1:54049}
[junit4] 2> 1841390 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.e.j.s.Server Started @1844217ms
[junit4] 2> 1841390 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/tempDir-001/control/data, hostContext=/, hostPort=54049, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/cores}
[junit4] 2> 1841390 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1841390 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001'
[junit4] 2> 1841390 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1841390 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1841398 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1841403 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1841411 INFO (zkCallback-29516-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b7356d6 name:ZooKeeperConnection Watcher:127.0.0.1:38204/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1841411 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1841411 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1841412 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1841412 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/solr.xml
[junit4] 2> 1841415 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/cores
[junit4] 2> 1841415 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.CoreContainer New CoreContainer 611413564
[junit4] 2> 1841415 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001]
[junit4] 2> 1841415 WARN (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/lib
[junit4] 2> 1841415 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
[junit4] 2> 1841416 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1841416 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1841417 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1841417 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38204/solr
[junit4] 2> 1841417 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1841417 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1841428 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1841430 INFO (zkCallback-29519-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@299bc25d name:ZooKeeperConnection Watcher:127.0.0.1:38204 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1841430 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1841430 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1841431 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1348614197@43878201
[junit4] 2> 1841431 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1841432 INFO (zkCallback-29520-thread-1-processing-n:127.0.0.1:54049_) [n:127.0.0.1:54049_ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26b10ea0 name:ZooKeeperConnection Watcher:127.0.0.1:38204/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1841432 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1841432 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1841433 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1841434 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1841435 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1841444 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1841446 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1841447 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1841447 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1841448 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1841448 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1841449 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1841449 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1841450 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1841451 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1841451 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95963833530515460-127.0.0.1:54049_-n_0000000000
[junit4] 2> 1841451 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54049_
[junit4] 2> 1841451 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1841451 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.Overseer Overseer (id=95963833530515460-127.0.0.1:54049_-n_0000000000) starting
[junit4] 2> 1841452 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1841455 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1841455 INFO (OverseerStateUpdate-95963833530515460-127.0.0.1:54049_-n_0000000000) [n:127.0.0.1:54049_ ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1841461 INFO (OverseerCollectionConfigSetProcessor-95963833530515460-127.0.0.1:54049_-n_0000000000) [n:127.0.0.1:54049_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1841472 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54049_
[junit4] 2> 1841472 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54049_
[junit4] 2> 1841473 INFO (OverseerStateUpdate-95963833530515460-127.0.0.1:54049_-n_0000000000) [n:127.0.0.1:54049_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1841480 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1841480 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1841481 INFO (zkCallback-29520-thread-1-processing-n:127.0.0.1:54049_) [n:127.0.0.1:54049_ ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1841481 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/cores
[junit4] 2> 1841482 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 1841482 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_33FD9B2EC1BC674F-001/control-001/cores/collection1
[junit4] 2> 1841482 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
[junit4] 2> 1841482 INFO (zkCallback-29520-thread-1-processing-n:127.0.0.1:54049_) [n:127.0.0.1:54049_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1841483 INFO (coreLoadExecutor-9006-thread-1-processing-n:127.0.0.1:54049_) [n:127.0.0.1:54049_ c:control_collection x:collection1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1841483 INFO (coreLoadExecutor-9006-thread-1-processing-n:127.0.0.1:54049_) [n:127.0.0.1:54049_ c:control_collection x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
[junit4] 2> 1841483 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J0
[junit4] 2> 1841483 INFO (TEST-CollectionsAPIDistributedZkTest.test-seed#[33FD9B2EC1BC674F]) [n:127.0.0.1:54049_ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1841486 INFO (coreLoadExecutor-9006-thread-1-processing-n:127.0.0.1:54049_) [n:127.0.0.1:54049_ c:control_collection x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
[junit4] 2> 1841486 INFO (coreLoadExecutor-9006-thread-1-processing-n:127.0.0.1:54049_) [n:127.0.0.1:54049_ c:control_collection x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [control_collection]
[junit4] 2> 1841486 INFO (OverseerStateUpdate-95963833530515460-127.0.0.1:54049_-n_0000000000) [n:127.0.0.1:54049_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:54049",
[junit4] 2> "node_name":"127.0.0.1:54049_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4]
[...truncated too long message...]
a watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=33FD9B2EC1BC674F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=mk-MK -Dtests.timezone=Pacific/Pohnpei -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 48.6s J1 | TestDynamicLoading.testDynamicLoading <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not find collection:.system
[junit4] > at __randomizedtesting.SeedInfo.seed([33FD9B2EC1BC674F:EBB0B6793661C2EF]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:151)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:130)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:852)
[junit4] > at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:116)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4404930 INFO (SUITE-TestDynamicLoading-seed#[33FD9B2EC1BC674F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading_33FD9B2EC1BC674F-001
[junit4] 2> May 26, 2016 8:27:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene60), sim=ClassicSimilarity, locale=mk-MK, timezone=Pacific/Pohnpei
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=172793320,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [TestMaxScoreQueryParser, OpenCloseCoreStressTest, AddSchemaFieldsUpdateProcessorFactoryTest, SolrIndexSplitterTest, TestCloudManagedSchema, ConvertedLegacyTest, TestManagedStopFilterFactory, TestDistributedStatsComponentCardinality, HdfsChaosMonkeySafeLeaderTest, BasicFunctionalityTest, TestManagedResource, TestBM25SimilarityFactory, HdfsLockFactoryTest, TestExclusionRuleCollectionAccess, SolrCmdDistributorTest, DistributedQueueTest, ConfigSetsAPITest, SpellingQueryConverterTest, OverseerRolesTest, TestPerFieldSimilarityWithDefaultOverride, DistributedIntervalFacetingTest, DocExpirationUpdateProcessorFactoryTest, TestSha256AuthenticationProvider, TestUpdate, DeleteReplicaTest, AsyncMigrateRouteKeyTest, TestSmileRequest, ShardRoutingTest, CachingDirectoryFactoryTest, SpellPossibilityIteratorTest, TestCollationFieldDocValues, NotRequiredUniqueKeyTest, TestSolrXml, SharedFSAutoReplicaFailoverUtilsTest, SoftAutoCommitTest, DirectSolrSpellCheckerTest, HdfsDirectoryFactoryTest, TestBulkSchemaAPI, TestDistribIDF, SchemaVersionSpecificBehaviorTest, ZkCLITest, TestExceedMaxTermLength, RestartWhileUpdatingTest, AliasIntegrationTest, TermsComponentTest, MBeansHandlerTest, SolrXmlInZkTest, SolrInfoMBeanTest, SolrIndexConfigTest, ChaosMonkeyNothingIsSafeTest, ChangedSchemaMergeTest, TestReloadDeadlock, TestRestoreCore, TestFreeTextSuggestions, TermVectorComponentTest, TestChildDocTransformer, TestSolrConfigHandlerConcurrent, CdcrReplicationHandlerTest, TestQueryUtils, TestSolrQueryParserDefaultOperatorResource, HdfsSyncSliceTest, TestConfigSetsAPI, SuggesterFSTTest, DocumentBuilderTest, TestSolrCoreProperties, DistributedFacetPivotLargeTest, TestJsonFacets, TestDFISimilarityFactory, CustomCollectionTest, TimeZoneUtilsTest, TestInitParams, TestPartialUpdateDeduplication, EnumFieldTest, DistanceFunctionTest, TestRebalanceLeaders, PreAnalyzedUpdateProcessorTest, ZkControllerTest, SolrPluginUtilsTest, TestShardHandlerFactory, TestCoreContainer, BlockDirectoryTest, DistanceUnitsTest, CSVRequestHandlerTest, TestWordDelimiterFilterFactory, BlockJoinFacetRandomTest, TestCloudInspectUtil, TestRequestStatusCollectionAPI, TestMiniSolrCloudCluster, TestOverriddenPrefixQueryForCustomFieldType, TestFiltering, CdcrUpdateLogTest, AnalyticsMergeStrategyTest, TestRandomFaceting, ShardRoutingCustomTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, SpellCheckComponentTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldXmlFileTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, RequestHandlersTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, PingRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestJettySolrRunner, BaseCdcrDistributedZkTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPISolrJTest, DistribCursorPagingTest, HttpPartitionTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RollingRestartTest, TestClusterStateMutator, ZkStateWriterTest, RuleEngineTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestDynamicLoading]
[junit4] Completed [488/584 (4!)] on J1 in 49.66s, 1 test, 1 failure <<< FAILURES!
[...truncated 308 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/solr/common-build.xml:527: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.0/lucene/common-build.xml:1014: There were test failures: 584 suites (10 ignored), 2340 tests, 1 suite-level error, 2 errors, 1 failure, 31 ignored (16 assumptions) [seed: 33FD9B2EC1BC674F]
Total time: 207 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any