You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/05 15:55:52 UTC
[JENKINS] Lucene-Solr-Tests-master - Build # 1258 - Still Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1258/
2 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:94F0F680AB838424]:0)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:EE9613789B718E0D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12165 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_9F4B07ACFADA728D-001/init-core-data-001
[junit4] 2> 1745680 INFO (SUITE-ZkStateReaderTest-seed#[9F4B07ACFADA728D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1745707 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1745708 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1745715 INFO (Thread-8379) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1745715 INFO (Thread-8379) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1745809 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:57549
[junit4] 2> 1745809 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1745810 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1745812 INFO (zkCallback-2479-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2931a512 name:ZooKeeperConnection Watcher:127.0.0.1:57549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1745813 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1745813 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1745813 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1745814 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1745814 INFO (zkCallback-2480-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e5f215b name:ZooKeeperConnection Watcher:127.0.0.1:57549 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1745814 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1745815 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1745815 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1745817 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1745819 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1745820 INFO (zkCallback-2481-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f4618c5 name:ZooKeeperConnection Watcher:127.0.0.1:57549/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1745820 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1745821 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1745821 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1745822 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1745822 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1745822 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1745823 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1745823 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1745824 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1745824 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1745825 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1745827 INFO (zkCallback-2481-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1745828 INFO (zkCallback-2481-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1745828 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1745831 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1745832 INFO (zkCallback-2481-thread-2) [ ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
[junit4] 2> 1745832 INFO (zkCallback-2481-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1745833 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1745834 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57549 57549
[junit4] 2> 1745943 INFO (Thread-8379) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57549 57549
[junit4] 2> 1745943 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1745948 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
[junit4] 2> 1745948 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1745949 INFO (Thread-8380) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1745949 INFO (Thread-8380) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1746049 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:60227
[junit4] 2> 1746049 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746049 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746051 INFO (zkCallback-2483-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f21c0c5 name:ZooKeeperConnection Watcher:127.0.0.1:60227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746051 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746051 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746052 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746052 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746053 INFO (zkCallback-2484-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62873caa name:ZooKeeperConnection Watcher:127.0.0.1:60227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746053 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746053 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746053 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1746055 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746056 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746056 INFO (zkCallback-2485-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bcfdc4a name:ZooKeeperConnection Watcher:127.0.0.1:60227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746056 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746057 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746057 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1746058 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1746058 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1746059 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1746059 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1746060 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1746060 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1746060 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1746061 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1746061 INFO (zkCallback-2485-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1746061 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1746062 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1746062 INFO (zkCallback-2485-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1746063 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60227 60227
[junit4] 2> 1746185 INFO (Thread-8380) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60227 60227
[junit4] 2> 1746186 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateReaderTest -Dtests.method=testExternalCollectionWatchedNotWatched -Dtests.seed=9F4B07ACFADA728D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-KW -Dtests.timezone=Etc/GMT+3 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.24s J2 | ZkStateReaderTest.testExternalCollectionWatchedNotWatched <<<
[junit4] > Throwable #1: java.lang.NullPointerException
[junit4] > at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:94F0F680AB838424]:0)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1746191 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
[junit4] 2> 1746192 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1746192 INFO (Thread-8381) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1746192 INFO (Thread-8381) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1746292 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:49908
[junit4] 2> 1746292 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746293 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746295 INFO (zkCallback-2487-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10eb7544 name:ZooKeeperConnection Watcher:127.0.0.1:49908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746295 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746295 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746296 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155bbb808a70000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1746296 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746297 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746297 INFO (zkCallback-2488-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49aa9b40 name:ZooKeeperConnection Watcher:127.0.0.1:49908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746297 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746297 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746297 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1746300 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155bbb808a70001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1746300 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746303 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746303 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@138387e2 name:ZooKeeperConnection Watcher:127.0.0.1:49908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746303 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746303 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746304 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1746305 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1746305 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1746306 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1746307 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1746307 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1746308 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1746308 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1746309 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1746309 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1746310 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1746311 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1746311 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1746312 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1746312 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1746312 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1746313 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155bbb808a70002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1746314 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49908 49908
[junit4] 2> 1746435 INFO (Thread-8381) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49908 49908
[junit4] 2> 1746437 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> 1746440 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 1746440 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1746441 INFO (Thread-8382) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1746441 INFO (Thread-8382) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1746541 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:50952
[junit4] 2> 1746541 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746541 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746543 INFO (zkCallback-2491-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d7f3c9 name:ZooKeeperConnection Watcher:127.0.0.1:50952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746543 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746543 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746544 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746544 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746545 INFO (zkCallback-2492-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@216083fb name:ZooKeeperConnection Watcher:127.0.0.1:50952 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746545 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746545 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746545 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1746548 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746548 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746549 INFO (zkCallback-2493-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d2389f2 name:ZooKeeperConnection Watcher:127.0.0.1:50952/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746549 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746549 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746549 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1746550 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1746550 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1746551 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1746551 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1746552 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1746552 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1746552 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1746553 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1746554 INFO (zkCallback-2493-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1746554 INFO (zkCallback-2493-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1746554 INFO (zkCallback-2493-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1746554 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1746555 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1746555 INFO (zkCallback-2493-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1746555 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
[junit4] 2> 1746557 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50952 50952
[junit4] 2> 1746679 INFO (Thread-8382) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50952 50952
[junit4] 2> 1746680 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 1746684 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
[junit4] 2> 1746684 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1746684 INFO (Thread-8383) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1746684 INFO (Thread-8383) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1746784 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:46265
[junit4] 2> 1746785 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746785 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746788 INFO (zkCallback-2495-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16fc16b9 name:ZooKeeperConnection Watcher:127.0.0.1:46265 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746788 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746788 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746789 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746789 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746790 INFO (zkCallback-2496-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45c83f18 name:ZooKeeperConnection Watcher:127.0.0.1:46265 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746790 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746790 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746790 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1746792 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1746792 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1746793 INFO (zkCallback-2497-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63a16a6d name:ZooKeeperConnection Watcher:127.0.0.1:46265/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1746793 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1746793 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1746794 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1746795 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1746796 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1746796 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1746797 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1746798 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1746798 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1746798 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1746799 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1746800 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1746800 INFO (zkCallback-2497-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1746800 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1746801 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1746802 INFO (zkCallback-2497-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1746802 INFO (zkCallback-2497-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1746804 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46265 46265
[junit4] 2> 1746981 INFO (Thread-8383) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46265 46265
[junit4] 2> 1746982 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
[junit4] 2> 1746987 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1746987 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1746987 INFO (Thread-8384) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1746987 INFO (Thread-8384) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1747087 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:33461
[junit4] 2> 1747088 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1747088 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1747090 INFO (zkCallback-2499-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1831580b name:ZooKeeperConnection Watcher:127.0.0.1:33461 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1747090 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1747091 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1747091 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1747092 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1747092 INFO (zkCallback-2500-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7cd92640 name:ZooKeeperConnection Watcher:127.0.0.1:33461 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1747092 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1747092 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1747092 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1747094 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1747095 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1747095 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b9c1e49 name:ZooKeeperConnection Watcher:127.0.0.1:33461/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1747095 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1747095 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1747095 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1747096 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1747097 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1747099 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1747100 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1747100 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1747100 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1747101 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1747102 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1747102 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1747102 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1747103 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1747104 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1747105 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1747105 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1747105 INFO (zkCallback-2501-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1747105 INFO (zkCallback-2501-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1747106 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for c1
[junit4] 2> 1747107 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33461 33461
[junit4] 2> 1747278 INFO (Thread-8384) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33461 33461
[junit4] 2> 1747279 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1747280 INFO (SUITE-ZkStateReaderTest-seed#[9F4B07ACFADA728D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_9F4B07ACFADA728D-001
[junit4] 2> Jul 05, 2016 3:40:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1653, maxMBSortInHeap=7.249406565788805, sim=ClassicSimilarity, locale=ar-KW, timezone=Etc/GMT+3
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=28660072,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [CheckHdfsIndexTest, SecurityConfHandlerTest, MigrateRouteKeyTest, BinaryUpdateRequestHandlerTest, TermVectorComponentDistributedTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestManagedResourceStorage, SharedFSAutoReplicaFailoverUtilsTest, LukeRequestHandlerTest, TestDocBasedVersionConstraints, TestFuzzyAnalyzedSuggestions, TestFilteredDocIdSet, TestFieldCache, LeaderElectionTest, TestConfigReload, SuggesterWFSTTest, TestTolerantSearch, ShowFileRequestHandlerTest, TestPHPSerializedResponseWriter, BlobRepositoryCloudTest, TestNumericTerms64, TestConfigSetImmutable, DirectSolrConnectionTest, ClassificationUpdateProcessorFactoryTest, TestRuleBasedAuthorizationPlugin, SuggesterTest, TestSolrDeletionPolicy1, TestScoreJoinQPScore, TestXIncludeConfig, TestStressRecovery, HdfsDirectoryTest, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheSort, TestPostingsSolrHighlighter, SimpleMLTQParserTest, TestUtils, RecoveryAfterSoftCommitTest, DeleteInactiveReplicaTest, DistributedQueryComponentCustomSortTest, TestDynamicFieldCollectionResource, BaseCdcrDistributedZkTest, QueryResultKeyTest, MergeStrategyTest, TestRecoveryHdfs, CircularListTest, NoCacheHeaderTest, TestNamedUpdateProcessors, TestInitQParser, TestReqParamsAPI, TestFieldCacheWithThreads, SimpleFacetsTest, TestSchemaManager, TestSweetSpotSimilarityFactory, SampleTest, TestConfigSetsAPIExclusivity, TestSolrFieldCacheMBean, CdcrRequestHandlerTest, TestJettySolrRunner, TestSizeLimitedDistributedMap, FullSolrCloudDistribCmdsTest, FacetPivotSmallTest, TestSimpleQParserPlugin, DistanceUnitsTest, CoreAdminHandlerTest, TestFileDictionaryLookup, TestRandomCollapseQParserPlugin, AutoCommitTest, TestReversedWildcardFilterFactory, TestSchemaVersionResource, FullHLLTest, PKIAuthenticationIntegrationTest, PluginInfoTest, TestInitParams, TestJmxMonitoredMap, TestSchemaNameResource, TestSolrIndexConfig, HighlighterMaxOffsetTest, TestWriterPerf, TestLeaderElectionZkExpiry, FieldMutatingUpdateProcessorTest, HdfsBasicDistributedZk2Test, OverseerRolesTest, BadIndexSchemaTest, TestDefaultStatsCache, QueryParsingTest, TestCloudBackupRestore, BlockJoinFacetSimpleTest, ChangedSchemaMergeTest, SuggestComponentTest, CurrencyFieldXmlFileTest, EnumFieldTest, OverseerTest, TestComplexPhraseQParserPlugin, TestZkChroot, TestFieldResource, SolrTestCaseJ4Test, HighlighterConfigTest, DateMathParserTest, TestTrieFacet, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, TestRandomFaceting, ZkSolrClientTest, TestJoin, DistributedTermsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestCoreDiscovery, SuggesterTSTTest, TestStressLucene, SchemaVersionSpecificBehaviorTest, StatelessScriptUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestIndexingPerformance, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, TestCSVResponseWriter, JsonLoaderTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, TestClusterStateMutator, ZkStateReaderTest]
[junit4] Completed [509/618 (1!)] on J2 in 2.39s, 6 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_9F4B07ACFADA728D-001/init-core-data-001
[junit4] 2> 1748249 INFO (SUITE-ZkStateWriterTest-seed#[9F4B07ACFADA728D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1748252 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
[junit4] 2> 1748252 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1748259 INFO (Thread-8385) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1748259 INFO (Thread-8385) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1748359 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:38474
[junit4] 2> 1748359 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748362 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748364 INFO (zkCallback-2503-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6385d0f0 name:ZooKeeperConnection Watcher:127.0.0.1:38474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748364 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748364 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748365 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748366 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748366 INFO (zkCallback-2504-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6074f03d name:ZooKeeperConnection Watcher:127.0.0.1:38474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748366 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748366 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748366 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1748374 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748375 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748375 INFO (zkCallback-2505-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2c15ef1b name:ZooKeeperConnection Watcher:127.0.0.1:38474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748375 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748375 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748375 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1748376 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1748377 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1748377 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1748377 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1748378 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1748378 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1748378 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1748379 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1748379 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 1748380 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
[junit4] 2> 1748380 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
[junit4] 2> 1748381 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{}
[junit4] 2> 1748381 INFO (zkCallback-2505-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1748381 WARN (zkCallback-2505-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
[junit4] 2> 1748382 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38474 38474
[junit4] 2> 1748506 INFO (Thread-8385) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38474 38474
[junit4] 2> 1748508 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=9F4B07ACFADA728D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca-ES -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.26s J2 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([9F4B07ACFADA728D:EE9613789B718E0D]:0)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1748512 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
[junit4] 2> 1748512 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1748512 INFO (Thread-8386) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1748512 INFO (Thread-8386) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1748612 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:42099
[junit4] 2> 1748613 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748613 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748620 INFO (zkCallback-2507-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@502e85d5 name:ZooKeeperConnection Watcher:127.0.0.1:42099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748620 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748620 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748621 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748622 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748622 INFO (zkCallback-2508-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c50b95a name:ZooKeeperConnection Watcher:127.0.0.1:42099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748622 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748622 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748622 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1748626 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748627 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748628 INFO (zkCallback-2509-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2276365d name:ZooKeeperConnection Watcher:127.0.0.1:42099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748628 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748628 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748631 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1748632 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1748633 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1748633 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1748634 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1748634 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1748635 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1748635 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1748636 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1748636 INFO (zkCallback-2509-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1748636 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 1748639 INFO (zkCallback-2509-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1748639 INFO (zkCallback-2509-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1748639 INFO (zkCallback-2509-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
[junit4] 2> 1748639 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1748641 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42099 42099
[junit4] 2> 1748762 INFO (Thread-8386) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42099 42099
[junit4] 2> 1748764 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
[junit4] 2> 1748768 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
[junit4] 2> 1748769 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1748771 INFO (Thread-8387) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1748772 INFO (Thread-8387) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1748871 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:60205
[junit4] 2> 1748872 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748872 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748874 INFO (zkCallback-2511-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a5cc50f name:ZooKeeperConnection Watcher:127.0.0.1:60205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748874 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748874 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748875 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748882 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748882 INFO (zkCallback-2512-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@473beccd name:ZooKeeperConnection Watcher:127.0.0.1:60205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748882 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748882 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748882 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1748884 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1748885 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1748885 INFO (zkCallback-2513-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58b77ca7 name:ZooKeeperConnection Watcher:127.0.0.1:60205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1748885 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1748886 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1748886 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1748887 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1748887 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1748888 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1748888 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1748889 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1748889 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1748889 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1748890 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1748891 INFO (zkCallback-2513-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1748891 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 1748891 INFO (zkCallback-2513-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1748892 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1748892 INFO (zkCallback-2513-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1748892 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
[junit4] 2> 1748893 WARN (zkCallback-2513-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
[junit4] 2> 1748899 INFO (zkCallback-2513-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1748899 WARN (zkCallback-2513-thread-3) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
[junit4] 2> 1748900 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60205 60205
[junit4] 2> 1749078 INFO (Thread-8387) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60205 60205
[junit4] 2> 1749079 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
[junit4] 2> 1749083 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
[junit4] 2> 1749083 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1749083 INFO (Thread-8388) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1749083 INFO (Thread-8388) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1749183 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer start zk server on port:37091
[junit4] 2> 1749183 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1749184 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1749186 INFO (zkCallback-2515-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@531f6af8 name:ZooKeeperConnection Watcher:127.0.0.1:37091 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1749186 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1749186 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1749187 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1749187 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1749187 INFO (zkCallback-2516-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79ea2500 name:ZooKeeperConnection Watcher:127.0.0.1:37091 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1749188 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1749188 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1749188 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1749190 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1749190 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1749190 INFO (zkCallback-2517-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f323d21 name:ZooKeeperConnection Watcher:127.0.0.1:37091/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1749190 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1749191 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1749191 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1749192 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1749192 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1749193 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1749194 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1749194 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1749195 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1749195 INFO (TEST-ZkStateWriterTest.testSingleLegacyCo
[...truncated too long message...]
O (zkCallback-2521-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5165954f name:ZooKeeperConnection Watcher:127.0.0.1:55083/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1749399 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1749399 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1749400 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1749400 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1749401 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1749401 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1749402 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1749402 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1749402 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1749403 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1749403 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1749404 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1749405 INFO (zkCallback-2521-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1749405 WARN (zkCallback-2521-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
[junit4] 2> 1749406 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55083 55083
[junit4] 2> 1749569 INFO (Thread-8389) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55083 55083
[junit4] 2> 1749570 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[9F4B07ACFADA728D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
[junit4] 2> 1749571 INFO (SUITE-ZkStateWriterTest-seed#[9F4B07ACFADA728D]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_9F4B07ACFADA728D-001
[junit4] 2> Jul 05, 2016 3:40:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=708, maxMBSortInHeap=7.575381784279413, sim=ClassicSimilarity, locale=ca-ES, timezone=America/Fortaleza
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=155581384,total=522715136
[junit4] 2> NOTE: All tests run in this JVM: [CheckHdfsIndexTest, SecurityConfHandlerTest, MigrateRouteKeyTest, BinaryUpdateRequestHandlerTest, TermVectorComponentDistributedTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestManagedResourceStorage, SharedFSAutoReplicaFailoverUtilsTest, LukeRequestHandlerTest, TestDocBasedVersionConstraints, TestFuzzyAnalyzedSuggestions, TestFilteredDocIdSet, TestFieldCache, LeaderElectionTest, TestConfigReload, SuggesterWFSTTest, TestTolerantSearch, ShowFileRequestHandlerTest, TestPHPSerializedResponseWriter, BlobRepositoryCloudTest, TestNumericTerms64, TestConfigSetImmutable, DirectSolrConnectionTest, ClassificationUpdateProcessorFactoryTest, TestRuleBasedAuthorizationPlugin, SuggesterTest, TestSolrDeletionPolicy1, TestScoreJoinQPScore, TestXIncludeConfig, TestStressRecovery, HdfsDirectoryTest, DistributedFacetPivotSmallAdvancedTest, TestFieldCacheSort, TestPostingsSolrHighlighter, SimpleMLTQParserTest, TestUtils, RecoveryAfterSoftCommitTest, DeleteInactiveReplicaTest, DistributedQueryComponentCustomSortTest, TestDynamicFieldCollectionResource, BaseCdcrDistributedZkTest, QueryResultKeyTest, MergeStrategyTest, TestRecoveryHdfs, CircularListTest, NoCacheHeaderTest, TestNamedUpdateProcessors, TestInitQParser, TestReqParamsAPI, TestFieldCacheWithThreads, SimpleFacetsTest, TestSchemaManager, TestSweetSpotSimilarityFactory, SampleTest, TestConfigSetsAPIExclusivity, TestSolrFieldCacheMBean, CdcrRequestHandlerTest, TestJettySolrRunner, TestSizeLimitedDistributedMap, FullSolrCloudDistribCmdsTest, FacetPivotSmallTest, TestSimpleQParserPlugin, DistanceUnitsTest, CoreAdminHandlerTest, TestFileDictionaryLookup, TestRandomCollapseQParserPlugin, AutoCommitTest, TestReversedWildcardFilterFactory, TestSchemaVersionResource, FullHLLTest, PKIAuthenticationIntegrationTest, PluginInfoTest, TestInitParams, TestJmxMonitoredMap, TestSchemaNameResource, TestSolrIndexConfig, HighlighterMaxOffsetTest, TestWriterPerf, TestLeaderElectionZkExpiry, FieldMutatingUpdateProcessorTest, HdfsBasicDistributedZk2Test, OverseerRolesTest, BadIndexSchemaTest, TestDefaultStatsCache, QueryParsingTest, TestCloudBackupRestore, BlockJoinFacetSimpleTest, ChangedSchemaMergeTest, SuggestComponentTest, CurrencyFieldXmlFileTest, EnumFieldTest, OverseerTest, TestComplexPhraseQParserPlugin, TestZkChroot, TestFieldResource, SolrTestCaseJ4Test, HighlighterConfigTest, DateMathParserTest, TestTrieFacet, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, TestRandomFaceting, ZkSolrClientTest, TestJoin, DistributedTermsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, DirectUpdateHandlerTest, TestBadConfig, TestCoreDiscovery, SuggesterTSTTest, TestStressLucene, SchemaVersionSpecificBehaviorTest, StatelessScriptUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, TestIndexingPerformance, TestSolrQueryParser, RegexBoostProcessorTest, TestCollationField, TestCSVResponseWriter, JsonLoaderTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionReloadTest, DeleteReplicaTest, LeaderFailoverAfterPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest]
[junit4] Completed [510/618 (2!)] on J2 in 1.87s, 5 tests, 1 failure <<< FAILURES!
[...truncated 377 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 618 suites (10 ignored), 2588 tests, 1 error, 1 failure, 85 ignored (70 assumptions) [seed: 9F4B07ACFADA728D]
Total time: 70 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1268 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1268/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerCloud
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud: 1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445) 4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101) at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333) at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48) at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107) at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959) at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544) at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source) at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42455/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052:E407F51CD619DDAA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11258 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/init-core-data-001
[junit4] 2> 704439 WARN (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 704440 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 704441 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 704442 INFO (Thread-2369) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 704442 INFO (Thread-2369) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 704542 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38345
[junit4] 2> 704542 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704543 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704553 INFO (zkCallback-1027-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79eb5ebf name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704553 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 704561 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
[junit4] 2> 704566 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 704566 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 704568 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1940fcfc{/solr,null,AVAILABLE}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@54c04603{SSL,[ssl, http/1.1]}{127.0.0.1:42455}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.e.j.s.Server Started @709213ms
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42455}
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 704569 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2'
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 704570 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704571 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704572 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cf3b188{/solr,null,AVAILABLE}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@366ce6e0{SSL,[ssl, http/1.1]}{127.0.0.1:55886}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.e.j.s.Server Started @709217ms
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55886}
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1'
[junit4] 2> 704573 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 704574 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 704574 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704575 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704576 INFO (zkCallback-1028-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61e29200 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704576 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 704582 INFO (zkCallback-1029-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10de32e0 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 656562900
[junit4] 2> 704582 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2]
[junit4] 2> 704583 WARN (jetty-launcher-1026-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/lib
[junit4] 2> 704583 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 704583 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704584 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704584 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 704589 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 704590 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1050964295
[junit4] 2> 704591 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1]
[junit4] 2> 704592 WARN (jetty-launcher-1026-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/lib
[junit4] 2> 704592 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38345/solr
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 704593 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704594 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704595 INFO (zkCallback-1032-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5614f559 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704595 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704595 INFO (jetty-launcher-1026-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@5a78d3f4
[junit4] 2> 704596 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@686d7a80 name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704596 INFO (jetty-launcher-1026-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704598 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704598 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$56/584034111@702f8544
[junit4] 2> 704599 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704600 INFO (zkCallback-1036-thread-1-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17805066 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704600 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704600 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 704602 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 704604 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 704609 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 704612 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 704612 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ff24ff7 name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704612 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704613 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 704620 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 704621 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 704622 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 704622 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 704623 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704624 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 704625 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704626 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 704627 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 704628 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 704628 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96216413319462917-127.0.0.1:42455_solr-n_0000000001
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55886_solr
[junit4] 2> 704629 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 704630 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96216413319462918-127.0.0.1:55886_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 704630 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Overseer (id=96216413319462918-127.0.0.1:55886_solr-n_0000000000) starting
[junit4] 2> 704631 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42455_solr
[junit4] 2> 704631 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42455_solr
[junit4] 2> 704632 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 704632 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 704663 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704664 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 704664 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 704671 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 704671 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/.
[junit4] 2> 704672 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 704678 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 704689 INFO (jetty-launcher-1026-thread-2) [n:127.0.0.1:42455_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 704702 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 704703 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 704707 INFO (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 704714 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:55886_solr as DOWN
[junit4] 2> 704716 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55886_solr
[junit4] 2> 704716 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55886_solr
[junit4] 2> 704717 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 704717 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 704717 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 704717 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:55886_solr"} current state version: 0
[junit4] 2> 704717 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:55886_solr
[junit4] 2> 704717 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 704727 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/.
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 704728 INFO (jetty-launcher-1026-thread-1) [n:127.0.0.1:55886_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 704728 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704729 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704730 INFO (zkCallback-1040-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3278b7e name:ZooKeeperConnection Watcher:127.0.0.1:38345 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704730 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704730 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704736 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 704740 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 704740 INFO (zkCallback-1043-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5529405d name:ZooKeeperConnection Watcher:127.0.0.1:38345/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 704740 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 704741 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 704743 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 704749 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[6C53CAC678E5B052]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 704763 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[6C53CAC678E5B052]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 704799 INFO (qtp281774341-6788) [n:127.0.0.1:42455_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 704808 INFO (OverseerCollectionConfigSetProcessor-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 704813 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 704813 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 704814 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 704815 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 704816 INFO (zkCallback-1037-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704816 INFO (zkCallback-1043-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704817 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 704822 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 704822 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 704823 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 704922 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 704922 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:55886_solr
[junit4] 2> 704929 INFO (OverseerThreadFactory-3327-thread-1-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:42455_solr
[junit4] 2> 704948 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 704948 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 704949 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 704950 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42455/solr",
[junit4] 2> "node_name":"127.0.0.1:42455_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 704950 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:42455/solr",
[junit4] 2> "node_name":"127.0.0.1:42455_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 704950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 704964 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 704964 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 704965 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 704966 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 704966 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55886/solr",
[junit4] 2> "node_name":"127.0.0.1:55886_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 704966 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:55886/solr",
[junit4] 2> "node_name":"127.0.0.1:55886_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 704966 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 704967 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 705069 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 705070 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 705070 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 705070 INFO (zkCallback-1036-thread-2-processing-n:127.0.0.1:42455_solr) [n:127.0.0.1:42455_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 705071 INFO (zkCallback-1037-thread-2-processing-n:127.0.0.1:55886_solr) [n:127.0.0.1:55886_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 705950 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 705951 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1'
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 705952 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 705953 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 705956 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 705958 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 705963 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 705968 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1'
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 705969 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 705970 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 705973 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 705977 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 706004 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 706007 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 706013 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 706014 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
[junit4] 2> 706016 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 706017 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
[junit4] 2> 706018 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 706018 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 706018 WARN (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 706019 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
[junit4] 2> 706020 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 706021 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
[junit4] 2> 706021 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706022 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
[junit4] 2> 706022 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 706022 WARN (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
[junit4] 2> 706023 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706025 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 706026 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706027 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706028 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706028 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706030 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 706030 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 706030 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
[junit4] 2> 706030 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 706032 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 706033 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706033 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706034 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706035 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 706036 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 706036 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 706036 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
[junit4] 2> 706037 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_6C53CAC678E5B052-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 706037 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 706037 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706038 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706038 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@56d0f47f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4464772),segFN=segments_1,generation=1}
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@561d3d18[backuprestore_shard2_replica1] main]
[junit4] 2> 706039 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 706040 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 706041 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614787031040
[junit4] 2> 706043 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614787031040
[junit4] 2> 706043 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 706044 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 706044 INFO (searcherExecutor-3331-thread-1-processing-n:127.0.0.1:55886_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node2) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@561d3d18[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 706044 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 706044 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 706045 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 706045 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 706045 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:https://127.0.0.1:55886/solr collection:backuprestore shard:shard2
[junit4] 2> 706046 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 706049 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96216413319462918-core_node2-n_0000000000
[junit4] 2> 706049 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 706050 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:55886/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 706050 INFO (OverseerStateUpdate-96216413319462918-127.0.0.1:55886_solr-n_0000000000) [n:127.0.0.1:55886_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 706050 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@51a86afc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7db128d2),segFN=segments_1,generation=1}
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11166323[backuprestore_shard1_replica1] main]
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 706051 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 706052 INFO (qtp589715168-6784) [n:127.0.0.1:55886_solr c:backuprestore s:shard2 r:core_node2 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 706052 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 706053 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539462614799613952
[junit4] 2> 706055 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539462614799613952
[junit4] 2> 706055 INFO (qtp281774341-6790) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 706055 INFO (searcherExecutor-3330-thread-1-processing-n:127.0.0.1:42455_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node1) [n:127.0.0.1:42455_solr c:backuprestore s:shard1 r:core_node1 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@11166323[backuprestore_shard1_replica1] main{ExitableDirec
[...truncated too long message...]
ava:959)
[junit4] 2> ... 2 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error loading schema resource schema.xml
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:52)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] 2> ... 3 more
[junit4] 2> Caused by: java.io.IOException: Could not load resource=schema.xml
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:105)
[junit4] 2> at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] 2> ... 8 more
[junit4] 2> 736113 INFO (Thread-1507) [n:127.0.0.1:35894_ ] o.a.s.c.SolrCore config update listener called for core collection1
[junit4] 2> Jul 10, 2016 10:19:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1051, maxMBSortInHeap=5.547331776841925, sim=ClassicSimilarity, locale=ar-BH, timezone=Etc/GMT+2
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=215581000,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [ShardRoutingTest, DistributedExpandComponentTest, TestManagedSynonymFilterFactory, TestSolrDeletionPolicy2, HighlighterMaxOffsetTest, CollectionsAPIDistributedZkTest, DocValuesTest, TestNamedUpdateProcessors, DistanceFunctionTest, DeleteReplicaTest, SoftAutoCommitTest, VersionInfoTest, SchemaVersionSpecificBehaviorTest, TestCursorMarkWithoutUniqueKey, SolrIndexSplitterTest, TestMiniSolrCloudClusterSSL, FullHLLTest, IndexBasedSpellCheckerTest, TestEmbeddedSolrServerConstructors, DocumentBuilderTest, TestQuerySenderListener, CollectionReloadTest, TestCollationFieldDocValues, TestHashPartitioner, TestWordDelimiterFilterFactory, SSLMigrationTest, TestCodecSupport, HdfsChaosMonkeySafeLeaderTest, ZkCLITest, LeaderInitiatedRecoveryOnShardRestartTest, TestQueryUtils, TestNumericTerms64, ConjunctionSolrSpellCheckerTest, ConfigSetsAPITest, SolrIndexConfigTest, TestFiltering, HdfsBasicDistributedZk2Test, TestSolrCLIRunExample, SpellCheckComponentTest, ConvertedLegacyTest, ShardRoutingCustomTest, OpenCloseCoreStressTest, TestAuthenticationFramework, DirectSolrSpellCheckerTest, TestScoreJoinQPScore, DOMUtilTest, TestSolrConfigHandlerCloud]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrConfigHandlerCloud -Dtests.seed=6C53CAC678E5B052 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-BH -Dtests.timezone=Etc/GMT+2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestSolrConfigHandlerCloud (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.handler.TestSolrConfigHandlerCloud:
[junit4] > 1) Thread[id=5538, name=Thread-1527, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 2) Thread[id=6353, name=Thread-1666, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 3) Thread[id=5463, name=Thread-1507, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > 4) Thread[id=5726, name=Thread-1560, state=TIMED_WAITING, group=TGRP-TestSolrConfigHandlerCloud]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:101)
[junit4] > at org.apache.solr.core.SolrResourceLoader.openSchema(SolrResourceLoader.java:333)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:48)
[junit4] > at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
[junit4] > at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:107)
[junit4] > at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:78)
[junit4] > at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:959)
[junit4] > at org.apache.solr.core.SolrCore.lambda$getConfListener$6(SolrCore.java:2544)
[junit4] > at org.apache.solr.core.SolrCore$$Lambda$44/2029590513.run(Unknown Source)
[junit4] > at org.apache.solr.cloud.ZkController$4.run(ZkController.java:2445)
[junit4] > at __randomizedtesting.SeedInfo.seed([6C53CAC678E5B052]:0)
[junit4] Completed [216/620 (2!)] on J1 in 57.16s, 1 test, 1 error <<< FAILURES!
[...truncated 1324 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 suite-level error, 1 error, 103 ignored (88 assumptions) [seed: 6C53CAC678E5B052]
Total time: 77 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1267 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1267/
2 tests failed.
FAILED: org.apache.solr.cloud.TestHdfsCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46754/solr: The backup directory already exists: hdfs://localhost:33916/backup/mytestbackup
at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:207)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:127)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45712/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([BDA30489F276B571:35F73B535C8AD889]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12150 lines...]
[junit4] Suite: org.apache.solr.cloud.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/init-core-data-001
[junit4] 2> 1912154 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1912185 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1912191 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1912193 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1912205 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_54053_hdfs____dcgprt/webapp
[junit4] 2> 1912599 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54053
[junit4] 2> 1912682 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1912687 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1912698 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60751_datanode____.rbmikg/webapp
[junit4] 2> 1913065 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60751
[junit4] 2> 1913109 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1913111 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1913123 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33229_datanode____pxhwqo/webapp
[junit4] 2> 1913205 INFO (IPC Server handler 0 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-e9193236-0668-4f79-bd62-c485095e5b13 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1913205 INFO (IPC Server handler 0 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-e0cb0e6c-d8ef-4268-8cff-66ba62d6b3e3 node DatanodeRegistration(127.0.0.1:38152, datanodeUuid=45b9c730-1b42-49f5-872b-dfc40b5f58af, infoPort=58591, infoSecurePort=0, ipcPort=48280, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1913533 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33229
[junit4] 2> 1913608 INFO (IPC Server handler 2 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-85601dbd-7ec3-49f6-a8c6-73ffc021d4fb node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1913608 INFO (IPC Server handler 2 on 33916) [ ] BlockStateChange BLOCK* processReport: from storage DS-2f00e642-0950-47cf-b04e-7654e47a6d03 node DatanodeRegistration(127.0.0.1:44162, datanodeUuid=d7bb8fc2-d238-4777-9156-a574248fa86d, infoPort=51605, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-56;cid=testClusterID;nsid=1750031639;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1913664 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1918666 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.TestHdfsCloudBackupRestore The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1923815 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1923816 INFO (Thread-3508) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1923816 INFO (Thread-3508) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54097
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923916 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923918 INFO (zkCallback-1535-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@190775a2 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923918 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1923920 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
[junit4] 2> 1923926 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1923927 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7841a427{/solr,null,AVAILABLE}
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@1228267d{SSL,[ssl, http/1.1]}{127.0.0.1:46754}
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.e.j.s.Server Started @1928080ms
[junit4] 2> 1923929 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46754}
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1'
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1923930 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923931 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1923931 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923932 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6027c62e{/solr,null,AVAILABLE}
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2f71236a{SSL,[ssl, http/1.1]}{127.0.0.1:47349}
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.e.j.s.Server Started @1928085ms
[junit4] 2> 1923933 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47349}
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2'
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923934 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923935 INFO (zkCallback-1536-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e4274c9 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923940 INFO (zkCallback-1537-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ca4028c name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1923940 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1312354572
[junit4] 2> 1923947 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1]
[junit4] 2> 1923948 WARN (jetty-launcher-1534-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/lib
[junit4] 2> 1923948 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1923948 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 998594706
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2]
[junit4] 2> 1923949 WARN (jetty-launcher-1534-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/lib
[junit4] 2> 1923949 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1923950 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54097/solr
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1923951 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1923952 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923952 INFO (zkCallback-1542-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27f84956 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923953 INFO (zkCallback-1543-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7eb4a271 name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923953 INFO (jetty-launcher-1534-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1923955 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@51d2019b
[junit4] 2> 1923955 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$55/1970478859@69edd247
[junit4] 2> 1923956 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7efe1214 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1923956 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1923957 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71a029c1 name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1923957 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1923958 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1923958 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1923960 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1923961 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1923962 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1923962 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1923963 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1923963 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1923964 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1923964 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1923965 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1923965 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1923966 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1923966 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1923967 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1923967 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1923968 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1923968 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1923969 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1923971 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1923972 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1923973 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1923973 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96214072888852486-127.0.0.1:47349_solr-n_0000000001
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46754_solr
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96214072888852485-127.0.0.1:46754_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47349_solr
[junit4] 2> 1923974 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47349_solr
[junit4] 2> 1923975 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Overseer (id=96214072888852485-127.0.0.1:46754_solr-n_0000000000) starting
[junit4] 2> 1923975 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1923975 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1923977 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1923983 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1923988 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1923992 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1923992 INFO (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1923993 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1923993 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46754_solr as DOWN
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46754_solr
[junit4] 2> 1923994 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46754_solr
[junit4] 2> 1923994 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 1923995 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1923995 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1923996 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1923996 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1923996 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/.
[junit4] 2> 1923996 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46754_solr"} current state version: 0
[junit4] 2> 1923996 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:46754_solr
[junit4] 2> 1923997 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1923999 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1923999 INFO (jetty-launcher-1534-thread-2) [n:127.0.0.1:47349_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1924003 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,args = {location=/backup,solr.hdfs.home=hdfs://localhost:33916/solr,solr.hdfs.confdir=}}
[junit4] 2> 1924004 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/.
[junit4] 2> 1924004 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1924005 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1924005 INFO (jetty-launcher-1534-thread-1) [n:127.0.0.1:46754_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1924005 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1924005 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1924006 INFO (zkCallback-1548-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5ae644ad name:ZooKeeperConnection Watcher:127.0.0.1:54097 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1924006 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1924006 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1924008 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1924009 INFO (zkCallback-1551-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4acf3bfb name:ZooKeeperConnection Watcher:127.0.0.1:54097/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1924009 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1924010 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1924010 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1924012 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1924014 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1924070 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[BDA30489F276B571]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1924104 INFO (qtp636454631-10812) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=hdfsbackuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1924106 INFO (OverseerCollectionConfigSetProcessor-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection hdfsbackuprestore
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/hdfsbackuprestore
[junit4] 2> 1924107 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/hdfsbackuprestore
[junit4] 2> 1924108 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924108 INFO (zkCallback-1551-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924109 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1924111 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"hdfsbackuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1924112 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: hdfsbackuprestore
[junit4] 2> 1924112 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/hdfsbackuprestore/state.json
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection hdfsbackuprestore, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica2 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica2 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:47349_solr
[junit4] 2> 1924212 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard1_replica1 as part of shard shard1 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
[junit4] 2> 1924216 INFO (OverseerThreadFactory-4360-thread-1-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core hdfsbackuprestore_shard2_replica1 as part of shard shard2 of collection hdfsbackuprestore on 127.0.0.1:46754_solr
[junit4] 2> 1924226 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1924226 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1924233 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924233 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica2&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1924234 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1924238 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924238 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924240 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924240 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924241 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924241 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924241 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:47349/solr",
[junit4] 2> "node_name":"127.0.0.1:47349_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924241 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924241 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1924242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924274 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard1_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 1924274 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=hdfsbackuprestore_shard2_replica1&action=CREATE&numShards=2&collection=hdfsbackuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 1924275 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 1924275 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=hdfsbackuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=hdfsbackuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 1924275 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924276 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [hdfsbackuprestore] ver [0]
[junit4] 2> 1924277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection hdfsbackuprestore
[junit4] 2> 1924277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 1924279 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924279 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924281 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1924281 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46754/solr",
[junit4] 2> "node_name":"127.0.0.1:46754_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 1924383 INFO (OverseerStateUpdate-96214072888852485-127.0.0.1:46754_solr-n_0000000000) [n:127.0.0.1:46754_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/hdfsbackuprestore/state.json version: 0
[junit4] 2> 1924383 INFO (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924383 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1924384 INFO (zkCallback-1544-thread-3-processing-n:127.0.0.1:46754_solr) [n:127.0.0.1:46754_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1924384 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:47349_solr) [n:127.0.0.1:47349_solr ] o.a.s.c.c.ZkStateReader Updating data for [hdfsbackuprestore] from [0] to [1]
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica2
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica2
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925242 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925242 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2'
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2'
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925243 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925243 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925245 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925245 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925249 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925249 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925251 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925251 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925255 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925255 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925259 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica2] Schema name=minimal
[junit4] 2> 1925259 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica2] Schema name=minimal
[junit4] 2> 1925277 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925277 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard2_replica1
[junit4] 2> 1925277 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925277 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for hdfsbackuprestore_shard1_replica1
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:hdfsbackuprestore
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 1925278 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/hdfsbackuprestore]
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925278 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1'
[junit4] 2> 1925279 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925279 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925279 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/]
[junit4] 2> 1925279 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/hdfsbackuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica1'
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica2' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925280 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1925280 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925280 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925281 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard1_replica2
[junit4] 2> 1925282 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data
[junit4] 2> 1925282 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index/
[junit4] 2> 1925282 WARN (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1925283 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 1925284 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/]
[junit4] 2> 1925284 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica2
[junit4] 2> 1925285 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data
[junit4] 2> 1925285 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index/
[junit4] 2> 1925284 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index
[junit4] 2> 1925285 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925287 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925289 WARN (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1925291 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 1925291 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica2/data/index
[junit4] 2> 1925293 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925293 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1925295 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node2/hdfsbackuprestore_shard1_replica2/data/index,segFN=segments_1,generation=1}
[junit4] 2> 1925295 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 1925296 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 1925297 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1925298 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1925299 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925299 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 1925300 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica1' using configuration from collection hdfsbackuprestore
[junit4] 2> 1925300 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
[junit4] 2> 1925301 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/]
[junit4] 2> 1925301 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925301 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: hdfsbackuprestore_shard2_replica1
[junit4] 2> 1925301 INFO (qtp424382107-10796) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard1 x:hdfsbackuprestore_shard1_replica1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 1925301 INFO (qtp636454631-10810) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard1 r:core_node1 x:hdfsbackuprestore_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 1925302 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/hdfsbackuprestore_shard2_replica1/data
[junit4] 2> 1925302 INFO (qtp424382107-10798) [n:127.0.0.1:46754_solr c:hdfsbackuprestore s:shard2 r:core_node3 x:hdfsbackuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestHdfsCloudBackupRestore_BDA30489F276B571-001/tempDir-002/node1/./hdfsbackuprestore_shard2_replica1/data/index/
[junit4] 2> 1925302 INFO (qtp636454631-10811) [n:127.0.0.1:47349_solr c:hdfsbackuprestore s:shard2 r:core_node2 x:hdfsbackuprestore_shard2_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commi
[...truncated too long message...]
at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1991907 INFO (jetty-launcher-2711-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@398aeac6{/solr,null,UNAVAILABLE}
[junit4] 2> 1991908 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 1992080 INFO (Thread-5244) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55475 55475
[junit4] 2> 1992081 WARN (Thread-5244) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/collections/backuprestore_restored/state.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2> 25 /solr/overseer/collection-queue-work
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1992081 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[BDA30489F276B571]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_BDA30489F276B571-001
[junit4] 2> Jul 10, 2016 12:25:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1429, maxMBSortInHeap=6.8729295509690775, sim=ClassicSimilarity, locale=is, timezone=Etc/GMT-8
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=280973800,total=493355008
[junit4] 2> NOTE: All tests run in this JVM: [TestDistribDocBasedVersion, TestRestoreCore, TestTolerantSearch, HLLSerializationTest, TestOrdValues, TestSubQueryTransformerDistrib, SegmentsInfoRequestHandlerTest, RequestHandlersTest, ClusterStateTest, TestReversedWildcardFilterFactory, TestGraphTermsQParserPlugin, TestJsonRequest, SuggesterWFSTTest, TestStressReorder, TestCoreDiscovery, TestFieldCacheSortRandom, PrimitiveFieldTypeTest, TestTestInjection, TestDistribIDF, FullSolrCloudDistribCmdsTest, DirectSolrConnectionTest, ZkStateReaderTest, TestDistributedMissingSort, DistributedVersionInfoTest, MigrateRouteKeyTest, LukeRequestHandlerTest, BadComponentTest, AssignTest, GraphQueryTest, DeleteShardTest, FieldMutatingUpdateProcessorTest, TestObjectReleaseTracker, QueryParsingTest, CollectionStateFormat2Test, DocValuesMultiTest, RestartWhileUpdatingTest, TestPostingsSolrHighlighter, TestXmlQParser, TestSolrConfigHandlerConcurrent, CoreMergeIndexesAdminHandlerTest, BasicDistributedZk2Test, TestConfigSetProperties, DirectUpdateHandlerOptimizeTest, TestCollationField, SolrCoreCheckLockOnStartupTest, RecoveryAfterSoftCommitTest, HdfsWriteToMultipleCollectionsTest, RuleEngineTest, OverseerRolesTest, TestSolrConfigHandler, RegexBoostProcessorTest, TestSort, TestDistributedStatsComponentCardinality, SaslZkACLProviderTest, DistributedFacetPivotLargeTest, HdfsCollectionsAPIDistributedZkTest, RankQueryTest, TestCSVResponseWriter, TestTrackingShardHandlerFactory, TestSweetSpotSimilarityFactory, ParsingFieldUpdateProcessorsTest, HighlighterConfigTest, TestDynamicFieldResource, TermVectorComponentDistributedTest, TestCloudDeleteByQuery, TestSSLRandomization, TriLevelCompositeIdRoutingTest, CdcrUpdateLogTest, TestPerFieldSimilarityWithDefaultOverride, TestChildDocTransformer, TestSolrQueryParser, CleanupOldIndexTest, StatelessScriptUpdateProcessorFactoryTest, TestPerFieldSimilarity, TestUniqueKeyFieldResource, TolerantUpdateProcessorTest, TestHdfsBackupRestoreCore, CoreAdminHandlerTest, TestMiniSolrCloudClusterBase, TestGroupingSearch, TestReloadDeadlock, UpdateParamsTest, SimpleFacetsTest, BinaryUpdateRequestHandlerTest, DistributedQueryComponentOptimizationTest, TestSuggestSpellingConverter, TestCloudPseudoReturnFields, TestAuthorizationFramework, SearchHandlerTest, DirectUpdateHandlerTest, TestClassicSimilarityFactory, HdfsRecoveryZkTest, DateRangeFieldTest, HdfsBasicDistributedZkTest, TestSchemaResource, HdfsThreadLeakTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, AutoCommitTest, TestRecovery, TestHashPartitioner, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, StatsComponentTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestWordDelimiterFilterFactory, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, MBeansHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, TestSearchPerf, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, ConnectionReuseTest, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPISolrJTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OverseerTaskQueueTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore]
[junit4] Completed [482/620 (2!)] on J2 in 49.99s, 1 test, 1 error <<< FAILURES!
[...truncated 443 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 errors, 103 ignored (88 assumptions) [seed: BDA30489F276B571]
Total time: 74 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1266 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1266/
1 tests failed.
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33628/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([2D5C91ED904704D0:A508AE373EBB6928]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1270)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10787 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/init-core-data-001
[junit4] 2> 286374 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 286375 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 286375 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 286375 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 286475 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41178
[junit4] 2> 286475 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286476 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286478 INFO (zkCallback-587-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11fd8986 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286478 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 286482 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 286482 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 286484 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27de6498{/solr,null,AVAILABLE}
[junit4] 2> 286485 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2a673ebd{HTTP/1.1,[http/1.1]}{127.0.0.1:35395}
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.Server Started @291193ms
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35395}
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2'
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 286486 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 286487 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286489 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f19548d{/solr,null,AVAILABLE}
[junit4] 2> 286489 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@644060da{HTTP/1.1,[http/1.1]}{127.0.0.1:33628}
[junit4] 2> 286490 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.Server Started @291198ms
[junit4] 2> 286490 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33628}
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1'
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 286491 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286495 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286500 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286501 INFO (zkCallback-589-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2391b504 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286501 INFO (zkCallback-588-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a5fe93d name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286501 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286502 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286502 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1538404450
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 223259401
[junit4] 2> 286508 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1]
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2]
[junit4] 2> 286509 WARN (jetty-launcher-586-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/lib
[junit4] 2> 286509 WARN (jetty-launcher-586-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/lib
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 286509 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 286511 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286512 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286513 INFO (zkCallback-592-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19ddfd64 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286517 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286517 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286518 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@79d6592b
[junit4] 2> 286519 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 286520 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10a1eb30 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41178/solr
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 286520 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286521 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 286521 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286522 INFO (zkCallback-596-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37f877d5 name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286522 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286523 INFO (jetty-launcher-586-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286523 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 286524 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$74/1887335376@66c851eb
[junit4] 2> 286524 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286526 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73dc302 name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286526 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286526 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 286528 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 286530 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 286531 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 286533 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 286533 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 286534 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 286534 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 286535 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 286535 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 286536 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286539 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286540 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 286540 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 286542 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 286543 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 286543 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 286544 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96210039707729924-127.0.0.1:35395_solr-n_0000000001
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33628_solr
[junit4] 2> 286545 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96210039707729926-127.0.0.1:33628_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) starting
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35395_solr
[junit4] 2> 286546 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35395_solr
[junit4] 2> 286548 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 286548 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 286549 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 286549 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286549 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286558 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 286559 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 286561 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 286562 INFO (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 286564 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 286564 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 286566 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/.
[junit4] 2> 286567 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 286570 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 286570 INFO (jetty-launcher-586-thread-2) [n:127.0.0.1:35395_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 286571 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33628_solr as DOWN
[junit4] 2> 286587 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33628_solr
[junit4] 2> 286587 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33628_solr
[junit4] 2> 286599 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33628_solr"} current state version: 0
[junit4] 2> 286599 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33628_solr
[junit4] 2> 286604 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 286604 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 286608 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 286623 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 286651 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/.
[junit4] 2> 286652 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 286682 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 286682 INFO (jetty-launcher-586-thread-1) [n:127.0.0.1:33628_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 286682 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286704 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286718 INFO (zkCallback-600-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12fd3cc name:ZooKeeperConnection Watcher:127.0.0.1:41178 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286758 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 286774 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 286780 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13a6239e name:ZooKeeperConnection Watcher:127.0.0.1:41178/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 286782 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 286794 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 286810 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 286847 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 286859 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 286876 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[2D5C91ED904704D0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 286886 INFO (qtp451645092-2152) [n:127.0.0.1:33628_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=true&name=backuprestore&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 286889 INFO (OverseerCollectionConfigSetProcessor-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 286889 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"}
[junit4] 2> 286890 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 286890 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 286891 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 286891 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286891 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286894 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 286900 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 286900 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 286901 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 287018 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 287018 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:33628_solr
[junit4] 2> 287022 INFO (OverseerThreadFactory-786-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:35395_solr
[junit4] 2> 287035 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 287035 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 287041 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 287041 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 287050 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 287050 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 287066 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 287067 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 287067 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "node_name":"127.0.0.1:35395_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 287067 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "node_name":"127.0.0.1:35395_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 287069 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 287069 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 287069 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 287070 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 287077 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 287077 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 287173 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 287174 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 287174 INFO (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 287174 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 287174 INFO (zkCallback-597-thread-4-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 288077 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 288078 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 288078 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1'
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 288079 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 288080 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288080 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1'
[junit4] 2> 288081 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 288081 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 288082 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 288089 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 288095 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 288098 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 288099 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 288101 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 288106 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 288111 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 288120 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 288123 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 288125 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 288128 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 288130 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/]
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 288131 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
[junit4] 2> 288132 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 288132 WARN (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 288132 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 288137 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/]
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data
[junit4] 2> 288138 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 288138 WARN (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 288143 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/index
[junit4] 2> 288143 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
[junit4] 2> 288144 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288144 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
[junit4] 2> 288144 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288145 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 288147 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288147 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288148 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288149 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288154 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/
[junit4] 2> 288154 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 288155 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 288159 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 288160 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 288160 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 288160 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 288161 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288161 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@66b56f1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@739821),segFN=segments_1,generation=1}
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1386ca15[backuprestore_shard1_replica1] main]
[junit4] 2> 288162 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288162 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 288163 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 288163 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 288163 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 288164 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637198532608
[junit4] 2> 288165 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 288165 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637198532608
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 288166 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
[junit4] 2> 288167 INFO (searcherExecutor-791-thread-1-processing-n:127.0.0.1:33628_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@1386ca15[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 288167 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 288167 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 288168 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 288168 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 288168 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:33628/solr collection:backuprestore shard:shard1
[junit4] 2> 288168 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node2/./backuprestore_shard2_replica1/data/
[junit4] 2> 288169 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@530d4e1b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f49f657),segFN=segments_1,generation=1}
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@641ad80d[backuprestore_shard2_replica1] main]
[junit4] 2> 288171 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 288173 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
[junit4] 2> 288173 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 288173 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 288173 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 288174 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 288175 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539360637210066944
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 288175 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ has no replicas
[junit4] 2> 288176 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 288176 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539360637210066944
[junit4] 2> 288177 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 288177 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
[junit4] 2> 288179 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96210039707729926-core_node2-n_0000000000
[junit4] 2> 288181 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ shard1
[junit4] 2> 288182 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 288183 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 288177 INFO (searcherExecutor-792-thread-1-processing-n:127.0.0.1:35395_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@641ad80d[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 288190 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:35395/solr collection:backuprestore shard:shard2
[junit4] 2> 288191 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 288193 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
[junit4] 2> 288194 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 288195 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 288195 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 288196 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 288198 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96210039707729924-core_node1-n_0000000000
[junit4] 2> 288199 INFO (qtp1560712409-2146) [n:127.0.0.1:35395_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35395/solr/backuprestore_shard2_replica1/ shard2
[junit4] 2> 288200 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:35395/solr",
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 288302 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
[junit4] 2> 288303 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 288303 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 288303 INFO (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 288303 INFO (zkCallback-597-thread-1-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/ and leader is http://127.0.0.1:33628/solr/backuprestore_shard1_replica1/
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController No LogReplay needed for core=backuprestore_shard1_replica1 baseURL=http://127.0.0.1:33628/solr
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 288333 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 288334 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for backuprestore
[junit4] 2> 288335 INFO (qtp451645092-2147) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2} status=0 QTime=1300
[junit4] 2> 288336 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 288336 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:33628/solr",
[junit4] 2> "node_name":"127.0.0.1:33628_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4]
[...truncated too long message...]
ng-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Closing main searcher on request.
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 295155 INFO (zkCallback-597-thread-2-processing-n:127.0.0.1:33628_solr) [n:127.0.0.1:33628_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index;done=false>>]
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data/index
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data;done=false>>]
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 295155 INFO (coreCloseExecutor-812-thread-1) [n:127.0.0.1:33628_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001/tempDir-001/node1/./backuprestore_shard1_replica1/data
[junit4] 2> 295158 INFO (jetty-launcher-586-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96210039707729926-127.0.0.1:33628_solr-n_0000000000) closing
[junit4] 2> 295158 INFO (OverseerStateUpdate-96210039707729926-127.0.0.1:33628_solr-n_0000000000) [n:127.0.0.1:33628_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33628_solr
[junit4] 2> 295160 ERROR (jetty-launcher-586-thread-1-EventThread) [n:127.0.0.1:33628_solr ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/580541551@70b980a6 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@5096b8ef[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 124]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 295160 INFO (jetty-launcher-586-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f19548d{/solr,null,UNAVAILABLE}
[junit4] 2> 296655 WARN (zkCallback-595-thread-1-processing-n:127.0.0.1:35395_solr) [n:127.0.0.1:35395_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 296655 INFO (jetty-launcher-586-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27de6498{/solr,null,UNAVAILABLE}
[junit4] 2> 296657 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
[junit4] 2> 296776 INFO (Thread-493) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41178 41178
[junit4] 2> 296776 WARN (Thread-493) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 18 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 296779 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[2D5C91ED904704D0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_2D5C91ED904704D0-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=FSTOrd50, _version_=PostingsFormat(name=Direct), id=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1433, maxMBSortInHeap=7.423323608664455, sim=ClassicSimilarity, locale=en-NZ, timezone=America/Belem
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174301840,total=387448832
[junit4] 2> NOTE: All tests run in this JVM: [RuleEngineTest, CoreMergeIndexesAdminHandlerTest, TestUniqueKeyFieldResource, LeaderElectionTest, TestBackupRepositoryFactory, RestartWhileUpdatingTest, TestLegacyFieldCache, TestIndexSearcher, TestManagedSchema, HLLSerializationTest, BasicDistributedZk2Test, TestSmileRequest, SharedFSAutoReplicaFailoverUtilsTest, OverriddenZkACLAndCredentialsProvidersTest, FieldAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestMaxScoreQueryParser, TestImplicitCoreProperties, OverseerTest, TestStressRecovery, HdfsLockFactoryTest, SampleTest, TestSha256AuthenticationProvider, TestChildDocTransformer, SaslZkACLProviderTest, DistributedQueryComponentOptimizationTest, TestRawTransformer, TestLocalFSCloudBackupRestore]
[junit4] Completed [76/620 (1!)] on J2 in 10.46s, 1 test, 1 error <<< FAILURES!
[...truncated 1805 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: 2D5C91ED904704D0]
Total time: 79 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1265 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1265/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:
1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)
Build Log:
[...truncated 11105 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateWriterTest_DEE4D3305641E362-001/init-core-data-001
[junit4] 2> 627825 INFO (SUITE-ZkStateWriterTest-seed#[DEE4D3305641E362]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 627832 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
[junit4] 2> 627833 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 627840 INFO (Thread-2221) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 627840 INFO (Thread-2221) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 627940 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:41693
[junit4] 2> 627940 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 627972 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 627992 INFO (zkCallback-697-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7504b71e name:ZooKeeperConnection Watcher:127.0.0.1:41693 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 627992 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 627993 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 627994 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628028 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628039 INFO (zkCallback-698-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19bc505d name:ZooKeeperConnection Watcher:127.0.0.1:41693 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628039 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628040 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628040 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 628050 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628075 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628092 INFO (zkCallback-699-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a975367 name:ZooKeeperConnection Watcher:127.0.0.1:41693/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628092 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628092 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628093 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 628094 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 628095 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 628096 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 628096 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 628097 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 628097 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 628098 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 628099 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 628100 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 628102 ERROR (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/666336058@2791189d rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@23ae88b7[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 0]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 628109 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
[junit4] 2> 628279 INFO (Thread-2221) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41693 41693
[junit4] 2> 628280 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
[junit4] 2> 628285 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
[junit4] 2> 628285 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 628293 INFO (Thread-2222) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 628293 INFO (Thread-2222) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 628400 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:41587
[junit4] 2> 628400 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628408 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628428 INFO (zkCallback-701-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41dff25 name:ZooKeeperConnection Watcher:127.0.0.1:41587 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628430 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628430 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628432 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628464 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628476 INFO (zkCallback-702-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d6627d9 name:ZooKeeperConnection Watcher:127.0.0.1:41587 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628476 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628476 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628477 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 628492 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628493 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628516 INFO (zkCallback-703-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b9ffd2c name:ZooKeeperConnection Watcher:127.0.0.1:41587/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628516 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628517 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628517 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 628518 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 628519 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 628520 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 628520 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 628521 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 628521 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 628522 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 628528 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 628529 INFO (zkCallback-703-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 628530 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 628531 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
[junit4] 2> 628541 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
[junit4] 2> 628541 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Adding lazily-loaded reference for collection c2
[junit4] 2> 628545 INFO (zkCallback-703-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 628561 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{c1=LazyCollectionRef(c1), c2=LazyCollectionRef(c2)}
[junit4] 2> 628600 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
[junit4] 2> 628624 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/c2/state.json version: 0
[junit4] 2> 628653 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155cb7f16aa0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 628657 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41587 41587
[junit4] 2> 628824 INFO (Thread-2222) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41587 41587
[junit4] 2> 628827 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
[junit4] 2> 628830 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
[junit4] 2> 628830 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 628832 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 628832 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 628932 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:39755
[junit4] 2> 628932 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628948 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628956 INFO (zkCallback-705-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ba63b0b name:ZooKeeperConnection Watcher:127.0.0.1:39755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628956 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628957 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628978 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 628986 INFO (zkCallback-706-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2cf3c23b name:ZooKeeperConnection Watcher:127.0.0.1:39755 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 628986 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 628996 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629016 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629062 INFO (zkCallback-707-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@263d041f name:ZooKeeperConnection Watcher:127.0.0.1:39755/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629062 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629063 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629063 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 629070 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 629071 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 629072 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 629073 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 629073 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 629074 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 629074 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 629075 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 629084 ERROR (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$7/666336058@3dc7658b rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@78c5fc57[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 0]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 629084 INFO (zkCallback-707-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 629084 WARN (zkCallback-707-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
[junit4] 2> 629087 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39755 39755
[junit4] 2> 629211 INFO (Thread-2223) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39755 39755
[junit4] 2> 629212 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
[junit4] 2> 629214 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
[junit4] 2> 629215 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 629232 INFO (Thread-2224) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 629232 INFO (Thread-2224) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 629324 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:37807
[junit4] 2> 629324 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629351 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629384 INFO (zkCallback-709-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67052c0a name:ZooKeeperConnection Watcher:127.0.0.1:37807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629384 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629384 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629385 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629397 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629444 INFO (zkCallback-710-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62ecfdd3 name:ZooKeeperConnection Watcher:127.0.0.1:37807 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629444 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629444 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629445 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 629453 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 629481 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 629492 INFO (zkCallback-711-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31150245 name:ZooKeeperConnection Watcher:127.0.0.1:37807/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629492 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 629492 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 629499 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 629523 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 629524 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 629525 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 629526 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 629527 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 629530 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 629532 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 629533 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 629534 INFO (zkCallback-711-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 629534 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 629535 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 629553 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
[junit4] 2> 629553 INFO (zkCallback-711-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 629554 INFO (zkCallback-711-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 629555 INFO (zkCallback-711-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 629561 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37807 37807
[junit4] 2> 629726 INFO (Thread-2224) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37807 37807
[junit4] 2> 629727 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
[junit4] 2> 629729 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
[junit4] 2> 629729 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 629823 INFO (Thread-2225) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 629823 INFO (Thread-2225) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 629976 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer start zk server on port:56307
[junit4] 2> 629976 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 630004 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 630020 INFO (zkCallback-713-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e2375d name:ZooKeeperConnection Watcher:127.0.0.1:56307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630020 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 630021 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 630022 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 630032 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 630048 INFO (zkCallback-714-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@206b859d name:ZooKeeperConnection Watcher:127.0.0.1:56307 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630048 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 630049 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 630049 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 630051 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 630075 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 630079 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b5dc62a name:ZooKeeperConnection Watcher:127.0.0.1:56307/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630079 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 630079 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 630079 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 630080 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 630081 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 630082 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 630083 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 630083 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 630084 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 630084 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 630085 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 630086 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 630086 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 630087 INFO (zkCallback-715-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 630088 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 630089 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56307 56307
[junit4] 2> 630256 INFO (Thread-2225) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56307 56307
[junit4] 2> 630257 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[DEE4D3305641E362]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
[junit4] 2> 630258 INFO (SUITE-ZkStateWriterTest-seed#[DEE4D3305641E362]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> Jul 08, 2016 5:12:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Jul 08, 2016 5:12:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:
[junit4] 2> 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Jul 08, 2016 5:12:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] 2> Jul 08, 2016 5:12:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=753, maxMBSortInHeap=7.254856183924918, sim=ClassicSimilarity, locale=et, timezone=Asia/Choibalsan
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=184324008,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [HLLUtilTest, TestSchemaSimilarityResource, SolrRequestParserTest, MultiThreadedOCPTest, TestOmitPositions, TestNumericTerms32, StressHdfsTest, UUIDFieldTest, AlternateDirectoryTest, TestAnalyzedSuggestions, TestHighlightDedupGrouping, CdcrVersionReplicationTest, TestMergePolicyConfig, TestSolrQueryResponse, TestConfigOverlay, UUIDUpdateProcessorFallbackTest, TestTolerantUpdateProcessorRandomCloud, TestExpandComponent, TestCloudSchemaless, EchoParamsTest, TestFieldCacheVsDocValues, HdfsNNFailoverTest, OverseerCollectionConfigSetProcessorTest, BasicZkTest, TestRemoteStreaming, TestDFISimilarityFactory, IndexSchemaRuntimeFieldTest, DocumentAnalysisRequestHandlerTest, CloudExitableDirectoryReaderTest, TestCSVLoader, OutputWriterTest, HdfsChaosMonkeyNothingIsSafeTest, TestHashQParserPlugin, JSONWriterTest, ResponseLogComponentTest, ForceLeaderTest, TestShortCircuitedRequests, PreAnalyzedUpdateProcessorTest, RulesTest, XsltUpdateRequestHandlerTest, CursorMarkTest, CoreAdminCreateDiscoverTest, PolyFieldTest, ZkStateWriterTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateWriterTest -Dtests.seed=DEE4D3305641E362 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Asia/Choibalsan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | ZkStateWriterTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:
[junit4] > 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=5830, name=watches-704-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([DEE4D3305641E362]:0)
[junit4] Completed [176/620 (1!)] on J0 in 25.83s, 5 tests, 2 errors <<< FAILURES!
[...truncated 1434 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 2 suite-level errors, 1579 ignored (67 assumptions) [seed: DEE4D3305641E362]
Total time: 54 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1264 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1264/
4 tests failed.
FAILED: org.apache.solr.cloud.CollectionStateFormat2Test.test
Error Message:
Could not find collection:.system
Stack Trace:
java.lang.AssertionError: Could not find collection:.system
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:F357764984696BB3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:134)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.CollectionStateFormat2Test.testConfNameAndCollectionNameSame(CollectionStateFormat2Test.java:53)
at org.apache.solr.cloud.CollectionStateFormat2Test.test(CollectionStateFormat2Test.java:40)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:70B8B8BF7BCCF0E2]:0)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testExternalCollectionWatchedNotWatched(ZkStateReaderTest.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh
Error Message:
Could not find collection : c1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:64B93864FAF5C08E]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:43)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasics
Error Message:
IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
at __randomizedtesting.SeedInfo.seed([7B0349932A95064B:46DBE7BF127B583B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:51153/solr/testSolrCloudCollection_shard1_replica1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:51153 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
... 10 more
Build Log:
[...truncated 10615 lines...]
[junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
[junit4] 2> 84718 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 84718 INFO (Thread-239) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 84718 INFO (Thread-239) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 84818 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkTestServer start zk server on port:35351
[junit4] 2> 84818 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84819 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84824 INFO (zkCallback-71-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4848ec25 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84824 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84825 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84825 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 84838 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84839 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84839 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84839 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84840 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 84841 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e214a2e{/solr,null,AVAILABLE}
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@165497cb{HTTP/1.1,[http/1.1]}{127.0.0.1:51153}
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.e.j.s.Server Started @89222ms
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51153}
[junit4] 2> 84844 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6414fdfb{/solr,null,AVAILABLE}
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.ServerConnector Started ServerConnector@5181a750{HTTP/1.1,[http/1.1]}{127.0.0.1:37715}
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.e.j.s.Server Started @89224ms
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37715}
[junit4] 2> 84846 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5'
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84847 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1'
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84848 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84851 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@782c790f{/solr,null,AVAILABLE}
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.ServerConnector Started ServerConnector@77cd2fef{HTTP/1.1,[http/1.1]}{127.0.0.1:51427}
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.e.j.s.Server Started @89231ms
[junit4] 2> 84853 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51427}
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2'
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84854 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84857 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84858 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26e218c6{/solr,null,AVAILABLE}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@424e84bf{/solr,null,AVAILABLE}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.ServerConnector Started ServerConnector@49fe5c90{HTTP/1.1,[http/1.1]}{127.0.0.1:56058}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.e.j.s.Server Started @89239ms
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56058}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@655533b2{HTTP/1.1,[http/1.1]}{127.0.0.1:59898}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.e.j.s.Server Started @89239ms
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4'
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59898}
[junit4] 2> 84861 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3'
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 84862 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84863 INFO (zkCallback-73-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d92a00b name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84863 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84863 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84864 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84870 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84874 INFO (zkCallback-72-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@710c5c98 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84874 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84874 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 84874 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84875 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84881 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20faa7a0 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84882 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84882 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84882 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84902 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1be7cff8 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84903 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/.
[junit4] 2> 84903 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.CoreContainer New CoreContainer 18323505
[junit4] 2> 84903 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5]
[junit4] 2> 84903 WARN (jetty-launcher-70-thread-5) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/lib
[junit4] 2> 84904 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84907 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84907 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84908 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/.
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 792405121
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1]
[junit4] 2> 84911 WARN (jetty-launcher-70-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/lib
[junit4] 2> 84911 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84912 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/.
[junit4] 2> 84912 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.CoreContainer New CoreContainer 156137801
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4]
[junit4] 2> 84913 WARN (jetty-launcher-70-thread-4) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/lib
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84913 INFO (zkCallback-76-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2854465d name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 84913 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 84914 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84935 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/.
[junit4] 2> 84935 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1194997815
[junit4] 2> 84935 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3]
[junit4] 2> 84935 WARN (jetty-launcher-70-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/lib
[junit4] 2> 84939 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 84950 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/.
[junit4] 2> 84951 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.CoreContainer New CoreContainer 1082989658
[junit4] 2> 84951 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2]
[junit4] 2> 84951 WARN (jetty-launcher-70-thread-3) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/lib
[junit4] 2> 84951 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 85018 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85018 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85018 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85019 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85019 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85019 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85028 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85045 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85095 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85094 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85114 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85082 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85136 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85137 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85069 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 85130 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85154 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 85118 INFO (zkCallback-79-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c3fcbee name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 85113 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35351/solr
[junit4] 2> 85176 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 85176 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85175 INFO (zkCallback-88-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f71b9f4 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85155 INFO (jetty-launcher-70-thread-3) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85176 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85177 INFO (jetty-launcher-70-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85186 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85187 INFO (zkCallback-89-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@189e2580 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85187 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85192 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@4618846c
[junit4] 2> 85201 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85201 INFO (jetty-launcher-70-thread-5) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85202 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@48ca4e55
[junit4] 2> 85202 INFO (zkCallback-90-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@101366d5 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85203 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85203 INFO (jetty-launcher-70-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85207 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155c7ae717a0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 85216 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85217 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85217 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@958ddc3
[junit4] 2> 85224 INFO (zkCallback-91-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a79aef2 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85224 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85224 INFO (jetty-launcher-70-thread-4) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85233 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85233 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@29b3258a
[junit4] 2> 85244 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/351388957@354f751c
[junit4] 2> 85245 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8963f46 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85245 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85246 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 85249 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 85252 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85253 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f2c9fdb name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85253 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85254 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 85260 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 85267 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 85267 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 85270 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 85270 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 85272 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 85272 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 85276 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 85276 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 85278 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 85278 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 85280 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 85280 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 85281 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85282 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85282 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85283 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85284 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 85284 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 85288 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 85288 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 85289 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85298 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 85298 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 85300 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85300 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51153_solr
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 85301 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391436-127.0.0.1:51427_solr-n_0000000001
[junit4] 2> 85302 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 85303 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51427_solr
[junit4] 2> 85303 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51427_solr
[junit4] 2> 85304 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer Overseer (id=96202519100391435-127.0.0.1:51153_solr-n_0000000000) starting
[junit4] 2> 85306 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 85306 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cf01e19 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85306 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 85306 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85316 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16fbfb23 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85322 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85332 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85333 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85333 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node2/.
[junit4] 2> 85334 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85323 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85322 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85335 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 85335 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76ccf4e4 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85335 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85347 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85347 INFO (jetty-launcher-70-thread-3) [n:127.0.0.1:51427_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85349 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85351 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85352 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85353 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85354 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85354 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 85355 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 85355 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85355 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 85356 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 85362 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85364 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391437-127.0.0.1:59898_solr-n_0000000002
[junit4] 2> 85364 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 85365 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391436-127.0.0.1:51427_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 85365 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:59898_solr as DOWN
[junit4] 2> 85365 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 85366 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85367 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391438-127.0.0.1:37715_solr-n_0000000003
[junit4] 2> 85368 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59898_solr
[junit4] 2> 85368 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59898_solr
[junit4] 2> 85368 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 85369 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96202519100391439-127.0.0.1:56058_solr-n_0000000004
[junit4] 2> 85369 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391437-127.0.0.1:59898_solr-n_0000000002 to know if I could be the leader
[junit4] 2> 85369 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:59898_solr"} current state version: 0
[junit4] 2> 85369 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:59898_solr
[junit4] 2> 85370 INFO (OverseerCollectionConfigSetProcessor-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 85370 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37715_solr as DOWN
[junit4] 2> 85370 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85371 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85372 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 85372 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 85377 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37715_solr
[junit4] 2> 85377 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37715_solr
[junit4] 2> 85379 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 85379 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 85387 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85387 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:51153_solr as DOWN
[junit4] 2> 85389 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51153_solr
[junit4] 2> 85389 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51153_solr
[junit4] 2> 85391 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 85391 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 85402 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85402 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391438-127.0.0.1:37715_solr-n_0000000003 to know if I could be the leader
[junit4] 2> 85402 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 85403 INFO (zkCallback-93-thread-3-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 85403 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:56058_solr as DOWN
[junit4] 2> 85403 INFO (zkCallback-93-thread-3-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 85404 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37715_solr"} current state version: 0
[junit4] 2> 85404 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37715_solr
[junit4] 2> 85405 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56058_solr
[junit4] 2> 85405 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56058_solr
[junit4] 2> 85406 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51153_solr"} current state version: 0
[junit4] 2> 85406 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51153_solr
[junit4] 2> 85407 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85408 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85418 INFO (zkCallback-95-thread-1-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 85418 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 85418 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 85430 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85430 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85431 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node3/.
[junit4] 2> 85431 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node1/.
[junit4] 2> 85434 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85442 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
[junit4] 2> 85443 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:56058_solr"} current state version: 0
[junit4] 2> 85443 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56058_solr
[junit4] 2> 85446 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 85448 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85448 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85448 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node5/.
[junit4] 2> 85449 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85449 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85449 INFO (jetty-launcher-70-thread-1) [n:127.0.0.1:59898_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85454 INFO (zkCallback-93-thread-2-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85455 INFO (zkCallback-93-thread-2-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85455 INFO (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85455 INFO (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85456 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85456 INFO (jetty-launcher-70-thread-5) [n:127.0.0.1:37715_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85456 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
[junit4] 2> 85457 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-2) [n:127.0.0.1:51153_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 85457 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 85458 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node4/.
[junit4] 2> 85458 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 85459 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
[junit4] 2> 85459 INFO (jetty-launcher-70-thread-4) [n:127.0.0.1:56058_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 85462 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 85464 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 85465 INFO (zkCallback-102-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75626351 name:ZooKeeperConnection Watcher:127.0.0.1:35351 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 85465 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 85465 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 85472 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.ServerConnector Stopped ServerConnector@77cd2fef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 85473 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1082989658
[junit4] 2> 85473 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:51427_solr as DOWN
[junit4] 2> 85478 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:51427_solr"} current state version: 0
[junit4] 2> 85478 INFO (OverseerStateUpdate-96202519100391435-127.0.0.1:51153_solr-n_0000000000) [n:127.0.0.1:51153_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51427_solr
[junit4] 2> 85483 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
[junit4] 2> 85483 INFO (zkCallback-96-thread-2-processing-n:127.0.0.1:56058_solr) [n:127.0.0.1:56058_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85483 INFO (zkCallback-95-thread-2-processing-n:127.0.0.1:37715_solr) [n:127.0.0.1:37715_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85486 INFO (zkCallback-94-thread-1-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85486 INFO (zkCallback-93-thread-1-processing-n:127.0.0.1:51153_solr) [n:127.0.0.1:51153_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 85486 INFO (zkCallback-94-thread-2-processing-n:127.0.0.1:59898_solr) [n:127.0.0.1:59898_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96202519100391435-127.0.0.1:51153_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 86983 WARN (zkCallback-92-thread-1-processing-n:127.0.0.1:51427_solr) [n:127.0.0.1:51427_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 86985 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@782c790f{/solr,null,UNAVAILABLE}
[junit4] 2> 86986 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 86988 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54e2820{/solr,null,AVAILABLE}
[junit4] 2> 86988 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.ServerConnector Started ServerConnector@153695a4{HTTP/1.1,[http/1.1]}{127.0.0.1:58408}
[junit4] 2> 86988 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.e.j.s.Server Started @91366ms
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58408}
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node6'
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 86989 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 86994 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 86998 INFO (zkCallback-104-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b0e86e3 name:ZooKeeperConnection Watcher:127.0.0.1:35351/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 86998 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 86999 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 86999 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 87007 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_7B0349932A95064B-001/tempDir-001/node6/.
[junit4] 2> 87007 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CoreContainer New CoreContainer 1204749931
[junit4] 2> 87007 INFO (TEST-BasicAuthIntegrationTest.testBasics-seed#[7B0349932A95064B]) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenk
[...truncated too long message...]
Manager Watcher org.apache.solr.common.cloud.ConnectionManager@7abe6da7 name:ZooKeeperConnection Watcher:127.0.0.1:34890 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819182 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 819182 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 819182 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 819184 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 819184 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 819185 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34f4ca88 name:ZooKeeperConnection Watcher:127.0.0.1:34890/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 819185 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 819185 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 819185 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 819186 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 819187 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 819188 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 819189 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 819190 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 819191 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 819191 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 819193 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 819193 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 819194 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 819195 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 819196 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 819196 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 819197 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 819197 INFO (zkCallback-1035-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 819199 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34890 34890
[junit4] 2> 819318 INFO (Thread-2138) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34890 34890
[junit4] 2> 819319 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[7B0349932A95064B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> 819320 INFO (SUITE-ZkStateReaderTest-seed#[7B0349932A95064B]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateReaderTest_7B0349932A95064B-001
[junit4] 2> Jul 07, 2016 11:38:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=409, maxMBSortInHeap=6.707041444302412, sim=ClassicSimilarity, locale=cs-CZ, timezone=Universal
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=89212456,total=504889344
[junit4] 2> NOTE: All tests run in this JVM: [TestJmxIntegration, MigrateRouteKeyTest, BaseCdcrDistributedZkTest, TestOnReconnectListenerSupport, TestObjectReleaseTracker, TestSearchPerf, TestReplicaProperties, SuggesterTSTTest, TestCSVResponseWriter, TestTolerantSearch, FieldMutatingUpdateProcessorTest, TestImplicitCoreProperties, TestXmlQParser, TestGroupingSearch, SpatialRPTFieldTypeTest, CloneFieldUpdateProcessorFactoryTest, DocValuesMultiTest, TestTestInjection, DeleteInactiveReplicaTest, TestGeoJSONResponseWriter, TestSolrDeletionPolicy1, TestDistributedMissingSort, AutoCommitTest, CircularListTest, DirectUpdateHandlerTest, TestNRTOpen, UpdateParamsTest, SolrCoreCheckLockOnStartupTest, HLLSerializationTest, TestDistribIDF, TestReloadDeadlock, TestReversedWildcardFilterFactory, TestAnalyzeInfixSuggestions, DateRangeFieldTest, TestClassicSimilarityFactory, TestCustomSort, BadComponentTest, TestSweetSpotSimilarityFactory, TestRawTransformer, TestSmileRequest, TestSolrIndexConfig, TestStressReorder, TestRecovery, DistributedFacetPivotLargeTest, AssignTest, LeaderElectionTest, SuggesterTest, CurrencyFieldXmlFileTest, BlockJoinFacetDistribTest, TestFieldCacheSortRandom, TestStandardQParsers, TestMaxScoreQueryParser, SampleTest, TestJsonRequest, FullSolrCloudDistribCmdsTest, TestCloudPseudoReturnFields, SuggesterWFSTTest, TestOverriddenPrefixQueryForCustomFieldType, OverseerRolesTest, CollectionsAPISolrJTest, StatsComponentTest, TestConfigSetProperties, TestPHPSerializedResponseWriter, TestHdfsCloudBackupRestore, TermVectorComponentDistributedTest, HighlighterConfigTest, ScriptEngineTest, CoreAdminHandlerTest, TestXIncludeConfig, TestUtils, CollectionStateFormat2Test, TestTolerantUpdateProcessorCloud, RequestLoggingTest, TestLocalFSCloudBackupRestore, TestSolrConfigHandlerConcurrent, DistributedQueryComponentOptimizationTest, TestIndexingPerformance, TestExceedMaxTermLength, TestJettySolrRunner, ZkStateReaderTest]
[junit4] Completed [212/620 (3!)] on J2 in 1.91s, 6 tests, 2 errors <<< FAILURES!
[...truncated 1315 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/temp/junit4-J2-20160707_232417_082.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/heapdumps/java_pid19575.hprof ...
[junit4] Heap dump file created [485219952 bytes in 1.780 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 19 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 3 errors, 1 failure, 102 ignored (87 assumptions) [seed: 7B0349932A95064B]
Total time: 71 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1263 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1263/
1 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy
Error Message:
Could not find collection : c1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
at __randomizedtesting.SeedInfo.seed([C8DC0E1270FE2FF6:A393AE6F09F1F2CC]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12210 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_C8DC0E1270FE2FF6-001/init-core-data-001
[junit4] 2> 1935860 INFO (SUITE-ZkStateReaderTest-seed#[C8DC0E1270FE2FF6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1935862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 1935862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1935862 INFO (Thread-5828) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1935862 INFO (Thread-5828) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1935962 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:48926
[junit4] 2> 1935963 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1935963 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1935965 INFO (zkCallback-15091-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d3a5edf name:ZooKeeperConnection Watcher:127.0.0.1:48926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1935965 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1935966 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1935967 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1935967 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1935968 INFO (zkCallback-15092-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a5c944c name:ZooKeeperConnection Watcher:127.0.0.1:48926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1935968 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1935968 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1935968 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1935972 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1935972 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1935973 INFO (zkCallback-15093-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50784588 name:ZooKeeperConnection Watcher:127.0.0.1:48926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1935973 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1935973 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1935974 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1935975 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1935976 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1935977 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1935978 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1935979 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1935979 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1935982 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1935983 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1935985 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1935986 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1935987 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1935988 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48926 48926
[junit4] 2> 1935989 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$43/948588793@526603ff rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@56598d6b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 1935990 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$43/948588793@4019a48a rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@56598d6b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 1936112 INFO (Thread-5828) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48926 48926
[junit4] 2> 1936118 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=C8DC0E1270FE2FF6 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=Europe/Monaco -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.26s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
[junit4] > at __randomizedtesting.SeedInfo.seed([C8DC0E1270FE2FF6:A393AE6F09F1F2CC]:0)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1936124 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1936128 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1936128 INFO (Thread-5829) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1936129 INFO (Thread-5829) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1936229 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:60885
[junit4] 2> 1936229 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936230 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936231 INFO (zkCallback-15095-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12ff5577 name:ZooKeeperConnection Watcher:127.0.0.1:60885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936232 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936232 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936233 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936234 INFO (zkCallback-15096-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17fe198e name:ZooKeeperConnection Watcher:127.0.0.1:60885 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936234 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1936236 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936245 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936245 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f6abbeb name:ZooKeeperConnection Watcher:127.0.0.1:60885/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936245 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936246 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936246 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1936248 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1936249 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1936250 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1936258 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1936259 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1936259 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1936260 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1936261 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1936261 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1936262 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1936269 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936270 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1936271 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1936271 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936272 INFO (zkCallback-15097-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1936272 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1936276 INFO (zkCallback-15097-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936277 WARN (zkCallback-15097-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
[junit4] 2> 1936278 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60885 60885
[junit4] 2> 1936499 INFO (Thread-5829) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60885 60885
[junit4] 2> 1936501 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 1936504 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
[junit4] 2> 1936504 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1936504 INFO (Thread-5830) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1936504 INFO (Thread-5830) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1936607 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:51190
[junit4] 2> 1936607 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936612 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936614 INFO (zkCallback-15099-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@398dc94 name:ZooKeeperConnection Watcher:127.0.0.1:51190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936614 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936614 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936615 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936616 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936616 INFO (zkCallback-15100-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37bd99a5 name:ZooKeeperConnection Watcher:127.0.0.1:51190 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936616 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936617 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936617 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1936619 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936621 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936622 INFO (zkCallback-15101-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6160c42 name:ZooKeeperConnection Watcher:127.0.0.1:51190/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936622 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936622 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936622 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1936623 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1936624 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1936625 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1936626 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1936626 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1936627 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1936627 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1936628 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1936632 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1936633 INFO (zkCallback-15101-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1936633 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 1936635 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1936641 INFO (zkCallback-15101-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936641 INFO (zkCallback-15101-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1936644 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51190 51190
[junit4] 2> 1936744 INFO (Thread-5830) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51190 51190
[junit4] 2> 1936745 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
[junit4] 2> 1936747 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
[junit4] 2> 1936748 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1936761 INFO (Thread-5831) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1936762 INFO (Thread-5831) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1936861 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:56208
[junit4] 2> 1936862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936871 INFO (zkCallback-15103-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37d320a9 name:ZooKeeperConnection Watcher:127.0.0.1:56208 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936871 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936871 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936872 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936881 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936882 INFO (zkCallback-15104-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@365cec97 name:ZooKeeperConnection Watcher:127.0.0.1:56208 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936882 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1936885 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1936886 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1936886 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f395146 name:ZooKeeperConnection Watcher:127.0.0.1:56208/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1936886 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1936887 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1936887 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1936888 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1936889 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1936890 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1936891 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1936892 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1936893 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1936893 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1936895 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1936895 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1936896 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1936897 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936899 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1936899 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936899 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1936900 INFO (zkCallback-15105-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1936902 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56208 56208
[junit4] 2> 1937082 INFO (Thread-5831) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56208 56208
[junit4] 2> 1937101 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> 1937118 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1937119 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1937125 INFO (Thread-5832) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1937125 INFO (Thread-5832) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1937225 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:36657
[junit4] 2> 1937225 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937245 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937250 INFO (zkCallback-15107-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c9a4d15 name:ZooKeeperConnection Watcher:127.0.0.1:36657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937250 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937250 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937259 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937265 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937274 INFO (zkCallback-15108-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b35eb82 name:ZooKeeperConnection Watcher:127.0.0.1:36657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937274 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937274 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937274 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1937294 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937295 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937296 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69a0c2b4 name:ZooKeeperConnection Watcher:127.0.0.1:36657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937296 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937296 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937296 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1937297 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1937301 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1937302 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1937303 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1937304 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1937310 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1937310 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1937311 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1937313 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1937313 INFO (zkCallback-15109-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1937316 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 1937325 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1937326 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
[junit4] 2> 1937326 INFO (zkCallback-15109-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1937337 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1937346 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36657 36657
[junit4] 2> 1937522 INFO (Thread-5832) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36657 36657
[junit4] 2> 1937526 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 1937528 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
[junit4] 2> 1937528 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1937545 INFO (Thread-5833) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1937546 INFO (Thread-5833) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1937649 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer start zk server on port:47317
[junit4] 2> 1937649 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937654 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937668 INFO (zkCallback-15111-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@587d50ff name:ZooKeeperConnection Watcher:127.0.0.1:47317 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937668 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937668 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937669 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937692 INFO (zkCallback-15112-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1162a80d name:ZooKeeperConnection Watcher:127.0.0.1:47317 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937692 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1937695 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1937696 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1937697 INFO (zkCallback-15113-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13297a39 name:ZooKeeperConnection Watcher:127.0.0.1:47317/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1937697 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1937698 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1937698 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1937699 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1937700 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1937701 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1937703 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1937704 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1937704 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1937705 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1937706 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1937713 INFO (zkCallback-15113-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1937714 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1937717 INFO (zkCallback-15113-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1937718 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
[junit4] 2> 1937718 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 1937725 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47317 47317
[junit4] 2> 1937893 INFO (Thread-5833) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47317 47317
[junit4] 2> 1937894 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[C8DC0E1270FE2FF6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
[junit4] 2> 1937895 INFO (SUITE-ZkStateReaderTest-seed#[C8DC0E1270FE2FF6]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_C8DC0E1270FE2FF6-001
[junit4] 2> Jul 07, 2016 11:00:42 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1950, maxMBSortInHeap=7.746480156488284, sim=RandomSimilarity(queryNorm=true): {}, locale=en-MT, timezone=Europe/Monaco
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=156320848,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [TestAddFieldRealTimeGet, DistributedIntervalFacetingTest, TestCustomDocTransformer, DirectoryFactoryTest, NotRequiredUniqueKeyTest, TestSolrConfigHandlerCloud, TestClusterStateMutator, TestSystemIdResolver, CheckHdfsIndexTest, BigEndianAscendingWordSerializerTest, TestDocBasedVersionConstraints, TestShardHandlerFactory, LeaderInitiatedRecoveryOnShardRestartTest, ConjunctionSolrSpellCheckerTest, SortByFunctionTest, TestManagedSynonymFilterFactory, TestUpdate, TestSolrDeletionPolicy2, TestRawResponseWriter, ShardRoutingTest, TestSimpleTrackingShardHandler, TestAuthenticationFramework, ConvertedLegacyTest, TestQueryUtils, SchemaVersionSpecificBehaviorTest, QueryResultKeyTest, TestDocumentBuilder, BlockJoinFacetSimpleTest, NumericFieldsTest, TestCodecSupport, TestStressLiveNodes, TestMiniSolrCloudCluster, TestFileDictionaryLookup, TestPartialUpdateDeduplication, SparseHLLTest, DirectSolrSpellCheckerTest, TestCloudManagedSchema, DocValuesTest, MultiTermTest, TestSizeLimitedDistributedMap, TestHashPartitioner, TestLFUCache, OverseerModifyCollectionTest, BasicFunctionalityTest, UpdateRequestProcessorFactoryTest, TestExactStatsCache, SoftAutoCommitTest, TestReqParamsAPI, AsyncMigrateRouteKeyTest, OpenExchangeRatesOrgProviderTest, TestBinaryResponseWriter, HdfsRecoverLeaseTest, TestSchemaNameResource, DistributedMLTComponentTest, ClassificationUpdateProcessorFactoryTest, TestQueryTypes, CSVRequestHandlerTest, SolrPluginUtilsTest, TestCollationFieldDocValues, TestSubQueryTransformerCrossCore, TestDFRSimilarityFactory, CollectionReloadTest, HdfsChaosMonkeySafeLeaderTest, DistributedTermsComponentTest, TestDynamicFieldCollectionResource, BlockCacheTest, FacetPivotSmallTest, FullHLLTest, CollectionsAPIAsyncDistributedZkTest, HighlighterTest, TestInitParams, TermVectorComponentTest, ZkSolrClientTest, TestFiltering, OutOfBoxZkACLAndCredentialsProvidersTest, SharedFSAutoReplicaFailoverTest, MergeStrategyTest, DistribCursorPagingTest, PKIAuthenticationIntegrationTest, TestConfigSetsAPI, DocumentBuilderTest, SolrIndexSplitterTest, TestSolrXml, ConfigSetsAPITest, MBeansHandlerTest, TestLeaderInitiatedRecoveryThread, TestConfigSetImmutable, DistanceFunctionTest, TestRebalanceLeaders, DOMUtilTest, EnumFieldTest, TestCursorMarkWithoutUniqueKey, TestCoreContainer, TestBM25SimilarityFactory, BJQParserTest, TestSurroundQueryParser, ClusterStateUpdateTest, TestSortingResponseWriter, TestSolrCLIRunExample, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, SolrCmdDistributorTest, PeerSyncTest, TestLazyCores, SolrRequestParserTest, TestFoldingMultitermQuery, TestStressLucene, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, TestCollationField, ReturnFieldsTest, JsonLoaderTest, TestComponentsName, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CustomCollectionTest, DistributedQueueTest, HttpPartitionTest, TestCloudPivotFacet, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestStressCloudBlindAtomicUpdates, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest]
[junit4] Completed [503/620 (1!)] on J1 in 2.81s, 6 tests, 1 error <<< FAILURES!
[...truncated 370 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: C8DC0E1270FE2FF6]
Total time: 72 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1262 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1262/
1 tests failed.
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at http://127.0.0.1:58461/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58461/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([A3D55222F5BFB121:2B816DF85B43DCD9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10877 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/init-core-data-001
[junit4] 2> 473781 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 473783 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 473790 INFO (Thread-1148) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 473790 INFO (Thread-1148) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 473890 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55501
[junit4] 2> 473890 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 473917 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 473932 INFO (zkCallback-434-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@dc62233 name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 473932 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 473932 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 473932 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 473952 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 473982 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 474024 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5754c940{/solr,null,AVAILABLE}
[junit4] 2> 474088 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44ae90ac{/solr,null,AVAILABLE}
[junit4] 2> 474088 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@2be65142{HTTP/1.1,[http/1.1]}{127.0.0.1:49533}
[junit4] 2> 474088 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.Server Started @479018ms
[junit4] 2> 474090 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49533}
[junit4] 2> 474090 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2'
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 474091 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474089 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@70ab6f93{HTTP/1.1,[http/1.1]}{127.0.0.1:58461}
[junit4] 2> 474092 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.Server Started @479022ms
[junit4] 2> 474092 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58461}
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1'
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 474093 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474111 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474147 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474154 INFO (zkCallback-435-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d0985e8 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474155 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474155 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474156 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 474178 INFO (zkCallback-436-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@154d0426 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474178 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474178 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474179 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/.
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 514683696
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2]
[junit4] 2> 474213 WARN (jetty-launcher-433-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/lib
[junit4] 2> 474213 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 474238 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/.
[junit4] 2> 474238 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 663904103
[junit4] 2> 474238 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1]
[junit4] 2> 474238 WARN (jetty-launcher-433-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/lib
[junit4] 2> 474239 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 474251 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55501/solr
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 474252 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474282 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474300 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55501/solr
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 474316 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474328 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474328 INFO (zkCallback-439-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2038783f name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474335 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474335 INFO (jetty-launcher-433-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474336 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/889526174@4fdf3d9
[junit4] 2> 474338 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474347 INFO (zkCallback-442-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b06fdfb name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474347 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474347 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ecc083 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474347 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474347 INFO (jetty-launcher-433-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474348 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 474353 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 474356 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/889526174@1979a728
[junit4] 2> 474357 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 474357 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474360 INFO (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e989d0c name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474360 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474361 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 474363 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 474365 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 474366 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 474367 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 474368 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 474368 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 474369 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 474370 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 474371 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 474371 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 474372 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 474373 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 474373 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 474374 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 474374 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 474375 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 474384 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 474385 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 474386 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 474386 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 474387 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 474388 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 474388 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96197390923988997-127.0.0.1:49533_solr-n_0000000000
[junit4] 2> 474388 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96197390923988998-127.0.0.1:58461_solr-n_0000000001
[junit4] 2> 474389 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49533_solr
[junit4] 2> 474389 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 474389 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96197390923988997-127.0.0.1:49533_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 474390 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58461_solr
[junit4] 2> 474390 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58461_solr
[junit4] 2> 474391 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer Overseer (id=96197390923988997-127.0.0.1:49533_solr-n_0000000000) starting
[junit4] 2> 474391 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 474398 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 474410 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 474410 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 474410 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 474411 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/.
[junit4] 2> 474411 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 474417 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 474418 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 474423 INFO (jetty-launcher-433-thread-1) [n:127.0.0.1:58461_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 474433 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 474437 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 474452 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 474453 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 474467 INFO (OverseerCollectionConfigSetProcessor-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 474474 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:49533_solr as DOWN
[junit4] 2> 474475 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49533_solr
[junit4] 2> 474475 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49533_solr
[junit4] 2> 474476 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:49533_solr"} current state version: 0
[junit4] 2> 474476 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:49533_solr
[junit4] 2> 474476 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 474476 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 474477 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 474477 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 474492 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 474492 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 474493 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/.
[junit4] 2> 474493 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 474496 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 474496 INFO (jetty-launcher-433-thread-2) [n:127.0.0.1:49533_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 474496 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474512 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474513 INFO (zkCallback-447-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76eb3b8 name:ZooKeeperConnection Watcher:127.0.0.1:55501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474513 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474513 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474525 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 474525 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 474533 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a410c71 name:ZooKeeperConnection Watcher:127.0.0.1:55501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 474533 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 474533 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 474533 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 474534 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 474534 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 474536 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 474537 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 474550 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[A3D55222F5BFB121]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 474564 INFO (qtp1315608857-3212) [n:127.0.0.1:58461_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&router.field=shard_s&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 474570 INFO (OverseerCollectionConfigSetProcessor-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 474573 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"}
[junit4] 2> 474573 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Create collection backuprestore
[junit4] 2> 474574 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/backuprestore
[junit4] 2> 474575 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore
[junit4] 2> 474576 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 474576 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 474576 INFO (zkCallback-450-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
[junit4] 2> 474577 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
[junit4] 2> 474577 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 474577 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection backuprestore
[junit4] 2> 474580 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "shards":"shard1,shard2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "property.customKey":"customValue",
[junit4] 2> "router.field":"shard_s",
[junit4] 2> "router.name":"implicit",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 474580 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: backuprestore
[junit4] 2> 474581 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/backuprestore/state.json
[junit4] 2> 474680 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection backuprestore, shardNames [shard1, shard2] , replicationFactor : 1
[junit4] 2> 474680 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard1_replica1 as part of shard shard1 of collection backuprestore on 127.0.0.1:49533_solr
[junit4] 2> 474686 INFO (OverseerThreadFactory-1350-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.OverseerCollectionMessageHandler Creating core backuprestore_shard2_replica1 as part of shard shard2 of collection backuprestore on 127.0.0.1:58461_solr
[junit4] 2> 474703 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard2_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard2&wt=javabin&version=2
[junit4] 2> 474704 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard2_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard2}
[junit4] 2> 474712 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 474713 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 474714 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58461/solr",
[junit4] 2> "node_name":"127.0.0.1:58461_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 474714 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:58461/solr",
[junit4] 2> "node_name":"127.0.0.1:58461_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 474716 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 474732 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 474737 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr ] o.a.s.h.a.CoreAdminOperation core create command property.customKey=customValue&qt=/admin/cores&collection.configName=conf1&name=backuprestore_shard1_replica1&action=CREATE&numShards=2&collection=backuprestore&shard=shard1&wt=javabin&version=2
[junit4] 2> 474738 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=backuprestore_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=backuprestore, customKey=customValue, numShards=2, dataDir=data/, shard=shard1}
[junit4] 2> 474738 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController publishing state=down
[junit4] 2> 474741 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49533/solr",
[junit4] 2> "node_name":"127.0.0.1:49533_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 474741 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:49533/solr",
[junit4] 2> "node_name":"127.0.0.1:49533_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "operation":"state"}
[junit4] 2> 474743 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Registering watch for collection backuprestore
[junit4] 2> 474743 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [backuprestore] ver [0]
[junit4] 2> 474745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController look for our core node name
[junit4] 2> 474844 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 0
[junit4] 2> 474844 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 474844 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 474847 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 474847 INFO (zkCallback-443-thread-1-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [0] to [1]
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard2_replica1
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 475733 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475735 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475736 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/backuprestore_shard2_replica1'
[junit4] 2> 475736 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 475736 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 475738 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 475742 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 475745 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 475745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for backuprestore_shard1_replica1
[junit4] 2> 475745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:backuprestore
[junit4] 2> 475745 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/backuprestore_shard1_replica1'
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 475746 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 475748 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0
[junit4] 2> 475753 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
[junit4] 2> 475755 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 475757 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 475761 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
[junit4] 2> 475761 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema [backuprestore_shard2_replica1] Schema name=minimal
[junit4] 2> 475764 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 475768 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 475768 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica1' using configuration from collection backuprestore
[junit4] 2> 475768 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [[backuprestore_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/backuprestore_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/]
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard2_replica1
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data
[junit4] 2> 475769 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index/
[junit4] 2> 475769 WARN (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 475770 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/index
[junit4] 2> 475771 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema [backuprestore_shard1_replica1] Schema name=minimal
[junit4] 2> 475773 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
[junit4] 2> 475774 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica1' using configuration from collection backuprestore
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [[backuprestore_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/backuprestore_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/]
[junit4] 2> 475775 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: backuprestore_shard1_replica1
[junit4] 2> 475776 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data
[junit4] 2> 475776 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index/
[junit4] 2> 475776 WARN (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 475779 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4574e27c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cd172cf),segFN=segments_1,generation=1}
[junit4] 2> 475781 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475781 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/index
[junit4] 2> 475782 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/
[junit4] 2> 475782 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard2_replica1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 475783 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@479f0bdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@494bbd9b),segFN=segments_1,generation=1}
[junit4] 2> 475783 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475784 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 475784 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 475786 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475786 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475786 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475786 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475787 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475787 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475788 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475788 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
[junit4] 2> 475789 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 475789 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
[junit4] 2> 475789 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 475789 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 475790 INFO (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core backuprestore_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/
[junit4] 2> 475790 WARN (OldIndexDirectoryCleanupThreadForCore-backuprestore_shard1_replica1) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node2/./backuprestore_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
[junit4] 2> 475791 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 475791 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 475791 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 475791 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@479f0bdc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@494bbd9b),segFN=segments_1,generation=1}
[junit4] 2> 475792 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475793 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@670605e8[backuprestore_shard1_replica1] main]
[junit4] 2> 475793 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475796 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475796 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 475799 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 475799 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 475799 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4574e27c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cd172cf),segFN=segments_1,generation=1}
[junit4] 2> 475799 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475800 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 475800 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b6ca1b2[backuprestore_shard2_replica1] main]
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 475800 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/backuprestore]
[junit4] 2> 475800 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 475800 INFO (searcherExecutor-1354-thread-1-processing-n:127.0.0.1:49533_solr x:backuprestore_shard1_replica1 s:shard1 c:backuprestore r:core_node2) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SolrCore [backuprestore_shard1_replica1] Registered new searcher Searcher@670605e8[backuprestore_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 475801 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539158256889364480
[junit4] 2> 475801 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/backuprestore] [configName]=[conf1] specified config exists in ZooKeeper
[junit4] 2> 475801 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 475801 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
[junit4] 2> 475802 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1539158256890413056
[junit4] 2> 475803 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1539158256889364480
[junit4] 2> 475803 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 475803 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard1_replica1
[junit4] 2> 475804 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard1_replica1 address:http://127.0.0.1:49533/solr collection:backuprestore shard:shard1
[junit4] 2> 475804 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1539158256890413056
[junit4] 2> 475804 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
[junit4] 2> 475804 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard1/election
[junit4] 2> 475805 INFO (searcherExecutor-1353-thread-1-processing-n:127.0.0.1:58461_solr x:backuprestore_shard2_replica1 s:shard2 c:backuprestore r:core_node1) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SolrCore [backuprestore_shard2_replica1] Registered new searcher Searcher@3b6ca1b2[backuprestore_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 475805 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.CoreContainer registering core: backuprestore_shard2_replica1
[junit4] 2> 475805 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController Register replica - core:backuprestore_shard2_replica1 address:http://127.0.0.1:58461/solr collection:backuprestore shard:shard2
[junit4] 2> 475806 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leader_elect/shard2/election
[junit4] 2> 475808 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard1/election/96197390923988997-core_node2-n_0000000000
[junit4] 2> 475808 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 475809 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/backuprestore/leader_elect/shard2/election/96197390923988998-core_node1-n_0000000000
[junit4] 2> 475810 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
[junit4] 2> 475810 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 475810 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 475810 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/
[junit4] 2> 475811 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 475811 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/ has no replicas
[junit4] 2> 475811 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 475812 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ has no replicas
[junit4] 2> 475813 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard2
[junit4] 2> 475813 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/backuprestore/leaders/shard1
[junit4] 2> 475814 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore"} current state version: 0
[junit4] 2> 475816 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard2/leader after winning as /collections/backuprestore/leader_elect/shard2/election/96197390923988998-core_node1-n_0000000000
[junit4] 2> 475817 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/backuprestore/leaders/shard1/leader after winning as /collections/backuprestore/leader_elect/shard1/election/96197390923988997-core_node2-n_0000000000
[junit4] 2> 475817 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ shard2
[junit4] 2> 475818 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:58461/solr",
[junit4] 2> "core":"backuprestore_shard2_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 475819 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49533/solr/backuprestore_shard1_replica1/ shard1
[junit4] 2> 475821 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "base_url":"http://127.0.0.1:49533/solr",
[junit4] 2> "core":"backuprestore_shard1_replica1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 475923 INFO (OverseerStateUpdate-96197390923988997-127.0.0.1:49533_solr-n_0000000000) [n:127.0.0.1:49533_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/backuprestore/state.json version: 1
[junit4] 2> 475928 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 475928 INFO (zkCallback-443-thread-2-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 475929 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 475929 INFO (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader Updating data for [backuprestore] from [1] to [2]
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController We are http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/ and leader is http://127.0.0.1:58461/solr/backuprestore_shard2_replica1/
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController No LogReplay needed for core=backuprestore_shard2_replica1 baseURL=http://127.0.0.1:58461/solr
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 475969 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.ZkController publishing state=active
[junit4] 2> 475970 INFO (qtp1315608857-3210) [n:127.0.0.1:58461_solr c:backuprestore s:shard2 r:core_node1 x:backuprestore_shard2_replica1] o.a.s.c.c.ZkStateReader Forcing refresh of watched collection state for backuprestore
[junit4] 2> 475970 INFO (qtp2139612721-3221) [n:127.0.0.1:49533_solr c:backuprestore s:shard1 r:core_node2 x:backuprestore_shard1_replica1] o.a.s.c.ZkController We are htt
[...truncated too long message...]
hard2_replica0/data/restore.20160707024144231;done=false>>]
[junit4] 2> 483398 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 483399 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data/restore.20160707024144231
[junit4] 2> 483399 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data;done=false>>]
[junit4] 2> 483400 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 483400 INFO (coreCloseExecutor-1373-thread-2) [n:127.0.0.1:58461_solr c:backuprestore_restored s:shard2 r:core_node1 x:backuprestore_restored_shard2_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001/tempDir-001/node1/./backuprestore_restored_shard2_replica0/data
[junit4] 2> 483401 INFO (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 483402 INFO (zkCallback-443-thread-3-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
[junit4] 2> 484901 WARN (zkCallback-444-thread-2-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.LeaderElector
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 484902 WARN (zkCallback-444-thread-1-processing-n:127.0.0.1:58461_solr) [n:127.0.0.1:58461_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 484902 WARN (zkCallback-443-thread-3-processing-n:127.0.0.1:49533_solr) [n:127.0.0.1:49533_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 484903 INFO (jetty-launcher-433-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5754c940{/solr,null,UNAVAILABLE}
[junit4] 2> 484904 INFO (jetty-launcher-433-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44ae90ac{/solr,null,UNAVAILABLE}
[junit4] 2> 484912 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55501 55501
[junit4] 2> 485088 INFO (Thread-1148) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55501 55501
[junit4] 2> 485091 WARN (Thread-1148) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 485091 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[A3D55222F5BFB121]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_A3D55222F5BFB121-001
[junit4] 2> Jul 07, 2016 1:41:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= true), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1756, maxMBSortInHeap=5.323497758357059, sim=ClassicSimilarity, locale=nl, timezone=Africa/Algiers
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=174338760,total=508035072
[junit4] 2> NOTE: All tests run in this JVM: [OverseerRolesTest, TestExtendedDismaxParser, BadIndexSchemaTest, StatsComponentTest, TestNRTOpen, TestUtils, TestTestInjection, TestRecovery, SearchHandlerTest, DistributedFacetPivotLargeTest, LukeRequestHandlerTest, TestZkChroot, TestCloudDeleteByQuery, TestFreeTextSuggestions, TestOrdValues, TestHdfsBackupRestoreCore, HardAutoCommitTest, BadCopyFieldTest, TestFieldCacheReopen, DateMathParserTest, AnalyticsQueryTest, HdfsThreadLeakTest, ExitableDirectoryReaderTest, TestSuggestSpellingConverter, TestXIncludeConfig, TestOverriddenPrefixQueryForCustomFieldType, DistribDocExpirationUpdateProcessorTest, CollectionsAPISolrJTest, TestCloudPseudoReturnFields, TestGeoJSONResponseWriter, TestAuthorizationFramework, UnloadDistributedZkTest, TestLocalFSCloudBackupRestore]
[junit4] Completed [104/620 (1!)] on J2 in 11.64s, 1 test, 1 error <<< FAILURES!
[...truncated 1704 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 620 suites (10 ignored), 2635 tests, 1 error, 103 ignored (88 assumptions) [seed: A3D55222F5BFB121]
Total time: 70 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1261 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1261/
2 tests failed.
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at https://127.0.0.1:41179/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41179/solr: 'location' is not specified as a query parameter or as a default repository property or as a cluster property.
at __randomizedtesting.SeedInfo.seed([DF2F8BC5AF116CAC:577BB41F01ED0154]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1228)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testInvalidPath(AbstractCloudBackupRestoreTestCase.java:149)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy
Error Message:
Could not find collection : c1
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : c1
at __randomizedtesting.SeedInfo.seed([DF2F8BC5AF116CAC:B4602BB8D61EB196]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10922 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_DF2F8BC5AF116CAC-001/init-core-data-001
[junit4] 2> 412238 INFO (SUITE-ZkStateReaderTest-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 412251 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 412256 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 412287 INFO (Thread-798) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 412287 INFO (Thread-798) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 412381 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer start zk server on port:49138
[junit4] 2> 412381 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 412389 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 412409 INFO (zkCallback-597-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49707212 name:ZooKeeperConnection Watcher:127.0.0.1:49138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412410 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 412410 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 412418 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 412440 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 412441 INFO (zkCallback-598-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ec4601f name:ZooKeeperConnection Watcher:127.0.0.1:49138 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412441 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 412441 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 412441 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 412459 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 412465 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 412469 INFO (zkCallback-599-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5309ecfa name:ZooKeeperConnection Watcher:127.0.0.1:49138/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412469 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 412469 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 412478 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 412482 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 412483 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 412489 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 412505 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 412519 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 412520 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 412521 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 412522 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 412524 INFO (zkCallback-599-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 412525 INFO (zkCallback-599-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 412540 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 412571 INFO (zkCallback-599-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 412623 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 412624 INFO (zkCallback-599-thread-2) [ ] o.a.s.c.c.ZkStateReader Uninteresting collection c1
[junit4] 2> 412625 INFO (zkCallback-599-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 412627 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 412629 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49138 49138
[junit4] 2> 412744 INFO (Thread-798) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49138 49138
[junit4] 2> 412745 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
[junit4] 2> 412747 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
[junit4] 2> 412747 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 412756 INFO (Thread-799) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 412756 INFO (Thread-799) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 412853 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer start zk server on port:48730
[junit4] 2> 412853 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 412879 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 412886 INFO (zkCallback-601-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@403288c1 name:ZooKeeperConnection Watcher:127.0.0.1:48730 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412886 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 412887 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 412890 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 412913 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 412931 INFO (zkCallback-602-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5766fcf6 name:ZooKeeperConnection Watcher:127.0.0.1:48730 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412932 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 412932 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 412932 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 412965 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 412972 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 412973 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24836e6c name:ZooKeeperConnection Watcher:127.0.0.1:48730/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412973 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 412974 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 412974 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 412975 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 412976 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 412977 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 412978 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 412979 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 412980 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 412980 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 412982 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 412987 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 412989 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 413016 INFO (zkCallback-603-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 413017 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 413017 INFO (zkCallback-603-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 413018 INFO (zkCallback-603-thread-2) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 413018 INFO (zkCallback-603-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 413024 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48730 48730
[junit4] 2> 413200 INFO (Thread-799) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48730 48730
[junit4] 2> 413201 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
[junit4] 2> 413211 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> 413213 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 413231 INFO (Thread-800) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 413232 INFO (Thread-800) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 413331 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer start zk server on port:56530
[junit4] 2> 413332 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413339 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413344 INFO (zkCallback-605-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@232c233f name:ZooKeeperConnection Watcher:127.0.0.1:56530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413344 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413344 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413345 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413346 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413347 INFO (zkCallback-606-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19be0d77 name:ZooKeeperConnection Watcher:127.0.0.1:56530 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413347 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413348 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413348 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 413353 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413355 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413355 INFO (zkCallback-607-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6778825a name:ZooKeeperConnection Watcher:127.0.0.1:56530/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413355 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413356 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413356 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 413358 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 413359 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 413361 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 413362 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 413363 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 413364 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 413365 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 413366 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 413369 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 413370 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 413371 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 413375 ERROR (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]-EventThread) [ ] o.a.z.ClientCnxn Error while calling watcher
[junit4] 2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/1502181906@1288a1f9 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@578a3dcc[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 1]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2> 413378 INFO (zkCallback-607-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 413378 WARN (zkCallback-607-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
[junit4] 2> 413379 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56530 56530
[junit4] 2> 413484 INFO (Thread-800) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56530 56530
[junit4] 2> 413484 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefreshLazy -Dtests.seed=DF2F8BC5AF116CAC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=bg-BG -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.29s J1 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not find collection : c1
[junit4] > at __randomizedtesting.SeedInfo.seed([DF2F8BC5AF116CAC:B4602BB8D61EB196]:0)
[junit4] > at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:192)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:129)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy(ZkStateReaderTest.java:48)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 413488 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
[junit4] 2> 413489 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 413490 INFO (Thread-801) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 413491 INFO (Thread-801) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 413591 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer start zk server on port:35677
[junit4] 2> 413591 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413591 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413595 INFO (zkCallback-609-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a05a570 name:ZooKeeperConnection Watcher:127.0.0.1:35677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413595 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413596 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413597 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413598 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413598 INFO (zkCallback-610-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5600bd59 name:ZooKeeperConnection Watcher:127.0.0.1:35677 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413598 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413598 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413598 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 413601 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413601 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413602 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d3be656 name:ZooKeeperConnection Watcher:127.0.0.1:35677/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413602 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413602 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413603 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 413611 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 413613 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 413614 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 413615 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 413616 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 413617 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 413617 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 413619 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 413620 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 413621 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 413621 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 413623 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 413623 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 413624 INFO (zkCallback-611-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 413628 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35677 35677
[junit4] 2> 413735 INFO (Thread-801) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35677 35677
[junit4] 2> 413736 INFO (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
[junit4] 2> 413738 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 413738 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 413739 INFO (Thread-802) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 413739 INFO (Thread-802) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 413839 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer start zk server on port:48608
[junit4] 2> 413839 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413839 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413841 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1dff4e3a name:ZooKeeperConnection Watcher:127.0.0.1:48608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413841 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413842 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413843 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413843 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413844 INFO (zkCallback-614-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ab13217 name:ZooKeeperConnection Watcher:127.0.0.1:48608 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413844 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413844 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413844 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 413846 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 413846 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 413847 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b849c5f name:ZooKeeperConnection Watcher:127.0.0.1:48608/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 413847 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 413848 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 413848 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 413854 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 413855 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 413856 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 413857 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 413858 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 413859 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 413860 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 413861 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
[junit4] 2> 413862 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 413863 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 413864 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 413865 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 413866 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 413866 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 413867 INFO (zkCallback-615-thread-1) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 413867 INFO (zkCallback-615-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 413867 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
[junit4] 2> 413869 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48608 48608
[junit4] 2> 413996 INFO (Thread-802) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48608 48608
[junit4] 2> 413997 INFO (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
[junit4] 2> 413999 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
[junit4] 2> 413999 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 413999 INFO (Thread-803) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 413999 INFO (Thread-803) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 414099 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer start zk server on port:51825
[junit4] 2> 414100 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 414100 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 414102 INFO (zkCallback-617-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d26477a name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 414102 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 414102 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 414103 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 414104 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 414105 INFO (zkCallback-618-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c284cef name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 414105 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 414105 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 414105 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 414108 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 414108 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 414109 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a5ed58a name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 414109 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 414109 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 414109 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 414111 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 414112 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 414117 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 414118 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 414119 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 414119 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 414120 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 414121 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 414122 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 414123 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 414123 INFO (zkCallback-619-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 414124 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
[junit4] 2> 414124 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
[junit4] 2> 414127 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51825 51825
[junit4] 2> 414248 INFO (Thread-803) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51825 51825
[junit4] 2> 414249 INFO (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
[junit4] 2> 414250 INFO (SUITE-ZkStateReaderTest-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_DF2F8BC5AF116CAC-001
[junit4] 2> Jul 06, 2016 8:56:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1477, maxMBSortInHeap=7.8017108096531445, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=bg-BG, timezone=Europe/Amsterdam
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=244081344,total=479199232
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrConfigHandlerConcurrent, HLLSerializationTest, HdfsCollectionsAPIDistributedZkTest, TestNRTOpen, TestBM25SimilarityFactory, TestSSLRandomization, TestSubQueryTransformerDistrib, BasicFunctionalityTest, SolrPluginUtilsTest, TestTolerantUpdateProcessorCloud, TestSlowCompositeReaderWrapper, TestQueryUtils, TestMiniSolrCloudClusterBase, TestCodecSupport, ZkSolrClientTest, TestStandardQParsers, DistributedQueueTest, TestSystemIdResolver, TestConfigSetsAPIExclusivity, TestTrie, CollectionReloadTest, TermsComponentTest, TestCustomSort, TestEmbeddedSolrServerConstructors, SharedFSAutoReplicaFailoverTest, SimplePostToolTest, TestReplicaProperties, TestLFUCache, TestClassicSimilarityFactory, SpellingQueryConverterTest, ZkCLITest, ConfigSetsAPITest, TestSchemaResource, TimeZoneUtilsTest, DistanceFunctionTest, TestReloadDeadlock, TestBinaryResponseWriter, CloneFieldUpdateProcessorFactoryTest, TestDistributedGrouping, TestRestManager, TestUninvertingReader, SolrInfoMBeanTest, MultiTermTest, ZkStateReaderTest]
[junit4] Completed [119/619 (1!)] on J1 in 2.57s, 6 tests, 1 error <<< FAILURES!
[...truncated 1162 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/init-core-data-001
[junit4] 2> 1766504 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1766506 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1766507 INFO (Thread-4209) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1766507 INFO (Thread-4209) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1766607 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40333
[junit4] 2> 1766607 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1766607 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766611 INFO (zkCallback-2140-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5844c638 name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766611 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766611 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1766611 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
[junit4] 2> 1766613 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
[junit4] 2> 1766616 INFO (jetty-launcher-2139-thread-1) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1766622 INFO (jetty-launcher-2139-thread-2) [ ] o.e.j.s.Server jetty-9.3.8.v20160314
[junit4] 2> 1766623 INFO (jetty-launcher-2139-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19ddd438{/solr,null,AVAILABLE}
[junit4] 2> 1766625 INFO (jetty-launcher-2139-thread-1) [ ] o.e.j.s.ServerConnector Started ServerConnector@26bf4bdb{SSL,[ssl, http/1.1]}{127.0.0.1:41179}
[junit4] 2> 1766625 INFO (jetty-launcher-2139-thread-1) [ ] o.e.j.s.Server Started @1772762ms
[junit4] 2> 1766625 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41179}
[junit4] 2> 1766625 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1766625 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1'
[junit4] 2> 1766626 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1766626 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1766626 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1766631 INFO (jetty-launcher-2139-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e150108{/solr,null,AVAILABLE}
[junit4] 2> 1766633 INFO (jetty-launcher-2139-thread-2) [ ] o.e.j.s.ServerConnector Started ServerConnector@19a78e3{SSL,[ssl, http/1.1]}{127.0.0.1:33815}
[junit4] 2> 1766633 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766633 INFO (jetty-launcher-2139-thread-2) [ ] o.e.j.s.Server Started @1772770ms
[junit4] 2> 1766633 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33815}
[junit4] 2> 1766634 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
[junit4] 2> 1766634 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2'
[junit4] 2> 1766634 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1766634 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 1766635 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1766640 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766642 INFO (zkCallback-2142-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b1607b6 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766642 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766643 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1766643 INFO (zkCallback-2141-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75b6eca3 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766643 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766643 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1766643 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1766643 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1766649 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/.
[junit4] 2> 1766649 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.CoreContainer New CoreContainer 1972461203
[junit4] 2> 1766649 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2]
[junit4] 2> 1766649 WARN (jetty-launcher-2139-thread-2) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/lib
[junit4] 2> 1766650 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1766651 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/.
[junit4] 2> 1766651 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.CoreContainer New CoreContainer 1394141475
[junit4] 2> 1766651 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1]
[junit4] 2> 1766652 WARN (jetty-launcher-2139-thread-1) [ ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/lib
[junit4] 2> 1766652 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
[junit4] 2> 1766653 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1766653 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1766653 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1766653 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40333/solr
[junit4] 2> 1766653 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1766654 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1766654 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
[junit4] 2> 1766655 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1766655 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1766655 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40333/solr
[junit4] 2> 1766655 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.ZkController zkHost includes chroot
[junit4] 2> 1766655 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1766655 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766657 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766657 INFO (zkCallback-2148-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@35c737e8 name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766657 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766658 INFO (jetty-launcher-2139-thread-1) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1766659 INFO (zkCallback-2147-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20ecb7e5 name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766659 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$63/2141032951@2a1aa56f
[junit4] 2> 1766660 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766660 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1766660 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766661 INFO (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e28dd1c name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766661 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766662 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$63/2141032951@6118a896
[junit4] 2> 1766663 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
[junit4] 2> 1766663 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766665 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
[junit4] 2> 1766665 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69526e81 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766665 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766667 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
[junit4] 2> 1766669 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
[junit4] 2> 1766670 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1766671 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
[junit4] 2> 1766672 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1766672 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1766673 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1766673 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1766674 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1766675 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1766676 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1766676 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1766677 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1766677 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1766678 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1766678 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1766678 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1766678 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1766680 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1766681 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
[junit4] 2> 1766681 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1766682 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
[junit4] 2> 1766682 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1766683 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96196358918373381-127.0.0.1:41179_solr-n_0000000000
[junit4] 2> 1766683 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41179_solr
[junit4] 2> 1766683 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1766683 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
[junit4] 2> 1766684 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96196358918373382-127.0.0.1:33815_solr-n_0000000001
[junit4] 2> 1766684 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.Overseer Overseer (id=96196358918373381-127.0.0.1:41179_solr-n_0000000000) starting
[junit4] 2> 1766684 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96196358918373381-127.0.0.1:41179_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 1766685 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33815_solr
[junit4] 2> 1766685 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33815_solr
[junit4] 2> 1766686 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
[junit4] 2> 1766686 INFO (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1766686 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1766686 INFO (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1766690 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1766694 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1766695 INFO (OverseerCollectionConfigSetProcessor-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1766696 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41179_solr as DOWN
[junit4] 2> 1766696 INFO (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1766697 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41179_solr
[junit4] 2> 1766697 INFO (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
[junit4] 2> 1766697 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41179_solr
[junit4] 2> 1766698 INFO (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1766698 INFO (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:41179_solr"} current state version: 0
[junit4] 2> 1766699 INFO (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41179_solr
[junit4] 2> 1766699 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1766699 INFO (zkCallback-2150-thread-1-processing-n:127.0.0.1:33815_solr) [n:127.0.0.1:33815_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1766701 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1766701 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1766702 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node2/.
[junit4] 2> 1766702 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1766706 INFO (zkCallback-2149-thread-1-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1766711 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
[junit4] 2> 1766711 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.CoreContainer No authentication plugin used.
[junit4] 2> 1766711 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1766711 INFO (jetty-launcher-2139-thread-2) [n:127.0.0.1:33815_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1766711 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/.
[junit4] 2> 1766712 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
[junit4] 2> 1766712 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
[junit4] 2> 1766712 INFO (jetty-launcher-2139-thread-1) [n:127.0.0.1:41179_solr ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
[junit4] 2> 1766713 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1766714 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766714 INFO (zkCallback-2153-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2116154c name:ZooKeeperConnection Watcher:127.0.0.1:40333 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766714 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766715 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1766717 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1766717 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1766718 INFO (zkCallback-2156-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7671c943 name:ZooKeeperConnection Watcher:127.0.0.1:40333/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1766718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1766718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1766718 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1766719 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
[junit4] 2> 1766719 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1766721 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
[junit4] 2> 1766723 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1766741 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[DF2F8BC5AF116CAC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1766775 INFO (qtp7418791-13210) [n:127.0.0.1:41179_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=shard1,shard2&replicationFactor=1&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=2&router.field=shard_s&autoAddReplicas=true&name=backuprestore&router.name=implicit&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1766777 INFO (OverseerCollectionConfigSetProcessor-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"backuprestore",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "m
[...truncated too long message...]
:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data
[junit4] 2> 1773099 INFO (coreCloseExecutor-4870-thread-3) [n:127.0.0.1:41179_solr c:backuprestore_restored s:shard1 r:core_node2 x:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data/restore.20160707061914736 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data/restore.20160707061914736;done=false>>]
[junit4] 2> 1773099 INFO (coreCloseExecutor-4870-thread-3) [n:127.0.0.1:41179_solr c:backuprestore_restored s:shard1 r:core_node2 x:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
[junit4] 2> 1773099 INFO (coreCloseExecutor-4870-thread-3) [n:127.0.0.1:41179_solr c:backuprestore_restored s:shard1 r:core_node2 x:backuprestore_restored_shard1_replica0] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001/tempDir-001/node1/./backuprestore_restored_shard1_replica0/data/restore.20160707061914736
[junit4] 2> 1773102 INFO (jetty-launcher-2139-thread-2) [ ] o.a.s.c.Overseer Overseer (id=96196358918373381-127.0.0.1:41179_solr-n_0000000000) closing
[junit4] 2> 1773102 INFO (OverseerStateUpdate-96196358918373381-127.0.0.1:41179_solr-n_0000000000) [n:127.0.0.1:41179_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41179_solr
[junit4] 2> 1773107 INFO (zkCallback-2149-thread-2-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
[junit4] 2> 1773108 WARN (zkCallback-2149-thread-2-processing-n:127.0.0.1:41179_solr) [n:127.0.0.1:41179_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1773108 INFO (jetty-launcher-2139-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19ddd438{/solr,null,UNAVAILABLE}
[junit4] 2> 1773109 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40333 40333
[junit4] 2> 1773212 INFO (Thread-4209) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40333 40333
[junit4] 2> 1773213 WARN (Thread-4209) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/backuprestore/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1773213 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[DF2F8BC5AF116CAC]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_DF2F8BC5AF116CAC-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {shard_s=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Memory doPackFST= false), id=FST50}, docValues:{}, maxPointsInLeafNode=118, maxMBSortInHeap=5.227723655550293, sim=ClassicSimilarity, locale=sr-BA, timezone=ROK
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=83622088,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [InfoHandlerTest, HLLUtilTest, CachingDirectoryFactoryTest, TestSolrIndexConfig, TestScoreJoinQPNoScore, VMParamsZkACLAndCredentialsProvidersTest, TestManagedResource, TestCollapseQParserPlugin, SampleTest, DateMathParserTest, HdfsNNFailoverTest, TestConfigSets, TestRecovery, TestTolerantUpdateProcessorRandomCloud, TestJmxMonitoredMap, ZkStateWriterTest, TestSolr4Spatial2, OverseerTest, TestRTimerTree, BasicDistributedZk2Test, DistributedVersionInfoTest, TestExpandComponent, TestElisionMultitermQuery, CleanupOldIndexTest, TestConfigSetsAPIZkFailure, CircularListTest, UnloadDistributedZkTest, TestIndexSearcher, CloudMLTQParserTest, SuggesterTSTTest, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, TestSchemaSimilarityResource, BigEndianAscendingWordDeserializerTest, TestStressUserVersions, TestSearchPerf, TestCSVResponseWriter, SimpleFacetsTest, AtomicUpdatesTest, TestReversedWildcardFilterFactory, TestBulkSchemaAPI, TestNumericTerms32, TestTolerantSearch, CurrencyFieldXmlFileTest, SolrCoreCheckLockOnStartupTest, BlockJoinFacetRandomTest, DirectUpdateHandlerOptimizeTest, BooleanFieldTest, DirectUpdateHandlerTest, TestFastWriter, ClusterStateTest, NoCacheHeaderTest, TestSuggestSpellingConverter, DistribDocExpirationUpdateProcessorTest, TestReRankQParserPlugin, TestSolrQueryParser, TestExactSharedStatsCache, TestLockTree, TestStressReorder, TestFuzzyAnalyzedSuggestions, TestHashQParserPlugin, RequestHandlersTest, RestartWhileUpdatingTest, TestSolrDeletionPolicy1, TermVectorComponentDistributedTest, AssignTest, TestCloudDeleteByQuery, PreAnalyzedUpdateProcessorTest, JavabinLoaderTest, CoreAdminCreateDiscoverTest, TestReloadAndDeleteDocs, TestMacros, TestXIncludeConfig, TestStressRecovery, TestFieldCacheSanityChecker, TestManagedStopFilterFactory, SolrTestCaseJ4Test, TestGroupingSearch, TestRequestForwarding, TestJsonFacets, RecoveryAfterSoftCommitTest, LeaderElectionTest, BadIndexSchemaTest, StressHdfsTest, TestGraphMLResponseWriter, TestSolrQueryParserDefaultOperatorResource, DeleteInactiveReplicaTest, DeleteShardTest, ExplicitHLLTest, TestSolrQueryResponse, SharedFSAutoReplicaFailoverUtilsTest, PrimitiveFieldTypeTest, AddBlockUpdateTest, HdfsRestartWhileUpdatingTest, StatsComponentTest, TestDocTermOrds, ScriptEngineTest, DebugComponentTest, CursorMarkTest, StatelessScriptUpdateProcessorFactoryTest, BasicDistributedZkTest, LeaderElectionIntegrationTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestDistributedSearch, TestJoin, TestSolr4Spatial, TestSort, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestUpdate, FieldMutatingUpdateProcessorTest, DocValuesMultiTest, LukeRequestHandlerTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, FastVectorHighlighterTest, TestJmxIntegration, MBeansHandlerTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, HighlighterConfigTest, UpdateParamsTest, TestQuerySenderNoQuery, BadComponentTest, TestDocSet, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestCharFilters, SynonymTokenizerTest, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, CollectionTooManyReplicasTest, DeleteReplicaTest, ForceLeaderTest, RemoteQueryErrorTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore]
[junit4] Completed [474/619 (2!)] on J2 in 6.73s, 1 test, 1 error <<< FAILURES!
[...truncated 463 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2591 tests, 2 errors, 85 ignored (70 assumptions) [seed: DF2F8BC5AF116CAC]
Total time: 80 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1260 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1260/
1 tests failed.
FAILED: org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([B2E80F5EE379BFE4:C3351B8A82D24364]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11522 lines...]
[junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_B2E80F5EE379BFE4-001/init-core-data-001
[junit4] 2> 1109476 INFO (SUITE-ZkStateWriterTest-seed#[B2E80F5EE379BFE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1109485 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
[junit4] 2> 1109485 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1109485 INFO (Thread-3471) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1109485 INFO (Thread-3471) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1109585 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:47958
[junit4] 2> 1109585 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1109586 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1109588 INFO (zkCallback-1286-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f7e656f name:ZooKeeperConnection Watcher:127.0.0.1:47958 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109588 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1109588 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1109590 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1109590 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1109591 INFO (zkCallback-1287-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33b3b7f0 name:ZooKeeperConnection Watcher:127.0.0.1:47958 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109591 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1109591 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1109591 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1109596 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1109597 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1109598 INFO (zkCallback-1288-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5513fa84 name:ZooKeeperConnection Watcher:127.0.0.1:47958/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109598 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1109598 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1109598 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1109600 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1109601 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1109605 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1109606 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1109608 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1109608 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1109609 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1109611 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1109612 INFO (zkCallback-1288-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1109612 INFO (zkCallback-1288-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1109617 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1109619 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47958 47958
[junit4] 2> 1109787 INFO (Thread-3471) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47958 47958
[junit4] 2> 1109790 INFO (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
[junit4] 2> 1109792 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
[junit4] 2> 1109792 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1109796 INFO (Thread-3472) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1109796 INFO (Thread-3472) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1109896 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:47143
[junit4] 2> 1109897 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1109897 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1109899 INFO (zkCallback-1290-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4cc18960 name:ZooKeeperConnection Watcher:127.0.0.1:47143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109899 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1109899 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1109901 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1109902 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1109902 INFO (zkCallback-1291-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679b79f1 name:ZooKeeperConnection Watcher:127.0.0.1:47143 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109902 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1109903 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1109903 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1109904 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x155c079dd1f0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1109904 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1109905 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1109906 INFO (zkCallback-1292-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@186a5993 name:ZooKeeperConnection Watcher:127.0.0.1:47143/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109906 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1109907 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1109907 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1109908 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1109909 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1109910 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1109911 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1109912 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1109912 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1109913 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1109914 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1109920 INFO (zkCallback-1292-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1109925 INFO (zkCallback-1292-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1109925 INFO (zkCallback-1292-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1109927 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47143 47143
[junit4] 2> 1110027 INFO (Thread-3472) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47143 47143
[junit4] 2> 1110028 INFO (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
[junit4] 2> 1110030 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
[junit4] 2> 1110030 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1110038 INFO (Thread-3473) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1110038 INFO (Thread-3473) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1110138 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:42392
[junit4] 2> 1110138 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110139 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110147 INFO (zkCallback-1294-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1436aa36 name:ZooKeeperConnection Watcher:127.0.0.1:42392 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110147 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110147 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110148 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110149 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110150 INFO (zkCallback-1295-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d47704f name:ZooKeeperConnection Watcher:127.0.0.1:42392 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110150 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110150 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110150 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1110152 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110153 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110154 INFO (zkCallback-1296-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79545a38 name:ZooKeeperConnection Watcher:127.0.0.1:42392/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110154 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110154 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110154 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1110155 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1110156 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1110157 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1110157 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1110158 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1110159 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1110159 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1110160 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1110161 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 1110162 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
[junit4] 2> 1110163 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
[junit4] 2> 1110163 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{}
[junit4] 2> 1110165 INFO (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1110165 WARN (zkCallback-1296-thread-2) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
[junit4] 2> 1110166 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42392 42392
[junit4] 2> 1110336 INFO (Thread-3473) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42392 42392
[junit4] 2> 1110337 INFO (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ZkStateWriterTest -Dtests.method=testExternalModificationToStateFormat2 -Dtests.seed=B2E80F5EE379BFE4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=hr-HR -Dtests.timezone=Etc/GMT+1 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.31s J2 | ZkStateWriterTest.testExternalModificationToStateFormat2 <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([B2E80F5EE379BFE4:C3351B8A82D24364]:0)
[junit4] > at org.apache.solr.cloud.overseer.ZkStateWriterTest.testExternalModificationToStateFormat2(ZkStateWriterTest.java:328)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1110341 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
[junit4] 2> 1110341 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1110342 INFO (Thread-3474) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1110342 INFO (Thread-3474) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1110442 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:53405
[junit4] 2> 1110442 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110442 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110444 INFO (zkCallback-1298-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f692c50 name:ZooKeeperConnection Watcher:127.0.0.1:53405 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110444 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110444 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110446 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110452 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110453 INFO (zkCallback-1299-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@155c2adc name:ZooKeeperConnection Watcher:127.0.0.1:53405 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110453 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110454 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110454 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1110456 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110460 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110464 INFO (zkCallback-1300-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@495a0292 name:ZooKeeperConnection Watcher:127.0.0.1:53405/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110464 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110465 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110465 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1110466 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1110467 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1110468 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1110469 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1110470 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1110470 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1110471 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1110472 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1110472 INFO (zkCallback-1300-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1110473 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 1110473 INFO (zkCallback-1300-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1110474 INFO (zkCallback-1300-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1110474 INFO (zkCallback-1300-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
[junit4] 2> 1110474 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
[junit4] 2> 1110477 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53405 53405
[junit4] 2> 1110599 INFO (Thread-3474) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53405 53405
[junit4] 2> 1110600 INFO (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
[junit4] 2> 1110602 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
[junit4] 2> 1110603 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1110603 INFO (Thread-3475) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1110603 INFO (Thread-3475) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1110703 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:58610
[junit4] 2> 1110703 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110704 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110706 INFO (zkCallback-1302-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51e18e47 name:ZooKeeperConnection Watcher:127.0.0.1:58610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110706 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110706 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110708 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110713 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110714 INFO (zkCallback-1303-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58f9b75c name:ZooKeeperConnection Watcher:127.0.0.1:58610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110714 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110714 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110714 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /solr
[junit4] 2> 1110717 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
[junit4] 2> 1110721 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1110724 INFO (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b0ffadf name:ZooKeeperConnection Watcher:127.0.0.1:58610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110724 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1110725 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
[junit4] 2> 1110725 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
[junit4] 2> 1110726 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections
[junit4] 2> 1110727 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
[junit4] 2> 1110728 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
[junit4] 2> 1110733 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /security.json
[junit4] 2> 1110734 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper...
[junit4] 2> 1110735 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
[junit4] 2> 1110735 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
[junit4] 2> 1110736 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
[junit4] 2> 1110737 INFO (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1110737 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
[junit4] 2> 1110738 INFO (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c1
[junit4] 2> 1110739 INFO (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
[junit4] 2> 1110739 INFO (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ZkStateReader Adding lazy collectionRef for collection c2
[junit4] 2> 1110740 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
[junit4] 2> 1110740 INFO (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1110740 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
[junit4] 2> 1110742 INFO (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
[junit4] 2> 1112242 WARN (zkCallback-1304-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
[junit4] 2> 1112243 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58610 58610
[junit4] 2> 1112369 INFO (Thread-3475) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58610 58610
[junit4] 2> 1112370 INFO (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[B2E80F5EE379BFE4]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
[junit4] 2> 1112371 INFO (SUITE-ZkStateWriterTest-seed#[B2E80F5EE379BFE4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.overseer.ZkStateWriterTest_B2E80F5EE379BFE4-001
[junit4] 2> Jul 06, 2016 1:51:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=909, maxMBSortInHeap=6.227599413257412, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=hr-HR, timezone=Etc/GMT+1
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=82050128,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [DebugComponentTest, TermVectorComponentDistributedTest, TestTolerantUpdateProcessorRandomCloud, AssignTest, OverseerRolesTest, CursorMarkTest, TestUtils, TestJettySolrRunner, TestFieldCacheSanityChecker, ShowFileRequestHandlerTest, JavabinLoaderTest, DocExpirationUpdateProcessorFactoryTest, DistributedSuggestComponentTest, TestElisionMultitermQuery, TestManagedStopFilterFactory, TestJsonFacets, TestRequestForwarding, PluginInfoTest, TestManagedSchemaAPI, SuggesterWFSTTest, PreAnalyzedUpdateProcessorTest, BasicAuthIntegrationTest, TestSearchPerf, DistributedFacetPivotLongTailTest, TestSweetSpotSimilarityFactory, TestCSVResponseWriter, SolrCoreCheckLockOnStartupTest, BasicDistributedZk2Test, TestHighFrequencyDictionaryFactory, TestFieldSortValues, TestSolrQueryParserDefaultOperatorResource, FieldAnalysisRequestHandlerTest, TestBlobHandler, RequestHandlersTest, TestReplicationHandlerBackup, TestCoreDiscovery, UUIDUpdateProcessorFallbackTest, HdfsRestartWhileUpdatingTest, TestLockTree, QueryParsingTest, TestFieldCacheVsDocValues, TestScoreJoinQPNoScore, TestStressUserVersions, TestDistributedMissingSort, TestSuggestSpellingConverter, CleanupOldIndexTest, TestGroupingSearch, TestCloudSchemaless, TestTolerantSearch, TestQueryWrapperFilter, DistributedFacetPivotWhiteBoxTest, TestReRankQParserPlugin, TestSolrIndexConfig, DateMathParserTest, TestSolrDynamicMBean, TestReload, TestInfoStreamLogging, VMParamsZkACLAndCredentialsProvidersTest, LukeRequestHandlerTest, SolrTestCaseJ4Test, HdfsNNFailoverTest, ResponseHeaderTest, SuggesterTest, TestSolrJ, SuggestComponentContextFilterQueryTest, SharedFSAutoReplicaFailoverUtilsTest, TestDownShardTolerantSearch, TestCollectionAPI, StressHdfsTest, CollectionsAPISolrJTest, FullSolrCloudDistribCmdsTest, TestDocTermOrds, SolrCloudExampleTest, AutoCommitTest, AddBlockUpdateTest, CollectionStateFormat2Test, TestRandomRequestDistribution, RegexBoostProcessorTest, SmileWriterTest, TestSchemaSimilarityResource, DistribDocExpirationUpdateProcessorTest, RecoveryZkTest, TestReloadAndDeleteDocs, DistributedVersionInfoTest, TestConfigSets, TestConfigSetsAPIZkFailure, RestartWhileUpdatingTest, DirectUpdateHandlerOptimizeTest, FieldMutatingUpdateProcessorTest, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, ZkStateWriterTest]
[junit4] Completed [296/619 (1!)] on J2 in 3.67s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1023 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/common-build.xml:530: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1427: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:984: There were test failures: 619 suites (10 ignored), 2589 tests, 1 failure, 85 ignored (70 assumptions) [seed: B2E80F5EE379BFE4]
Total time: 71 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-master - Build # 1259 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1259/
All tests passed
Build Log:
[...truncated 51941 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj2094131078
[ecj-lint] Compiling 232 source files to /tmp/ecj2094131078
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 3)
[ecj-lint] import java.io.StringReader;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.io.StringReader is never used
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 4)
[ecj-lint] import java.util.ArrayList;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.ArrayList is never used
[ecj-lint] ----------
[ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 5)
[ecj-lint] import java.util.Arrays;
[ecj-lint] ^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.Arrays is never used
[ecj-lint] ----------
[ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 6)
[ecj-lint] import java.util.HashSet;
[ecj-lint] ^^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.HashSet is never used
[ecj-lint] ----------
[ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 7)
[ecj-lint] import java.util.List;
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] The import java.util.List is never used
[ecj-lint] ----------
[ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 8)
[ecj-lint] import java.util.Locale;
[ecj-lint] ^^^^^^^^^^^^^^^^
[ecj-lint] The import java.util.Locale is never used
[ecj-lint] ----------
[ecj-lint] 7. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 9)
[ecj-lint] import java.util.Set;
[ecj-lint] ^^^^^^^^^^^^^
[ecj-lint] The import java.util.Set is never used
[ecj-lint] ----------
[ecj-lint] 8. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 10)
[ecj-lint] import org.apache.lucene.analysis.Analyzer;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.lucene.analysis.Analyzer is never used
[ecj-lint] ----------
[ecj-lint] 9. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 11)
[ecj-lint] import org.apache.lucene.document.DateTools;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.lucene.document.DateTools is never used
[ecj-lint] ----------
[ecj-lint] 10. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 12)
[ecj-lint] import org.apache.lucene.search.BooleanClause;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.lucene.search.BooleanClause is never used
[ecj-lint] ----------
[ecj-lint] 11. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 13)
[ecj-lint] import org.apache.lucene.search.Query;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.lucene.search.Query is never used
[ecj-lint] ----------
[ecj-lint] 12. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/QueryParserTokenManager.java (at line 14)
[ecj-lint] import org.apache.lucene.search.TermRangeQuery;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The import org.apache.lucene.search.TermRangeQuery is never used
[ecj-lint] ----------
[ecj-lint] 12 problems (12 errors)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:740: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build.xml:204: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2161: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:1976: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2015: Compile failed; see the compiler error output for details.
Total time: 82 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any