You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/06 10:23:18 UTC
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 167 - Still
unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/167/
3 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx
Error Message:
Some docs had errors -- check logs expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: Some docs had errors -- check logs expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([D05F9634D306ED1D:C03E3BCDC6A4A833]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:342)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx(TestStressCloudBlindAtomicUpdates.java:241)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([D05F9634D306ED1D:580BA9EE7DFA80E5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:161)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.request.TestV1toV2ApiMapper.testCommands
Error Message:
null value is not valid for name
Stack Trace:
java.lang.RuntimeException: null value is not valid for name
at __randomizedtesting.SeedInfo.seed([10318A17A9D0D8C9:310D43EFC3EA38AD]:0)
at org.apache.solr.client.solrj.request.V1toV2ApiMapper$ActionInfo.lambda$null$2(V1toV2ApiMapper.java:108)
at org.apache.solr.common.MapWriter.toMap(MapWriter.java:42)
at org.apache.solr.common.MapWriter$1.put(MapWriter.java:45)
at org.apache.solr.client.solrj.request.V1toV2ApiMapper$ActionInfo.lambda$serializeToV2Format$3(V1toV2ApiMapper.java:98)
at org.apache.solr.common.MapWriter.toMap(MapWriter.java:42)
at org.apache.solr.client.solrj.request.V1toV2ApiMapper$ActionInfo.convert(V1toV2ApiMapper.java:87)
at org.apache.solr.client.solrj.request.V1toV2ApiMapper.convert(V1toV2ApiMapper.java:137)
at org.apache.solr.client.solrj.request.TestV1toV2ApiMapper.testCommands(TestV1toV2ApiMapper.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14457 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> 2905153 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/init-core-data-001
[junit4] 2> 2905153 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2905154 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2905155 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 2905156 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001
[junit4] 2> 2905156 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2905156 INFO (Thread-37534) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2905157 INFO (Thread-37534) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2905162 ERROR (Thread-37534) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2905257 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41990
[junit4] 2> 2905259 INFO (zkConnectionManagerCallback-4497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905263 INFO (jetty-launcher-4494-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905264 INFO (jetty-launcher-4494-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905266 INFO (jetty-launcher-4494-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905266 INFO (jetty-launcher-4494-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905268 INFO (jetty-launcher-4494-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905268 INFO (jetty-launcher-4494-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905268 INFO (jetty-launcher-4494-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2905268 INFO (jetty-launcher-4494-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905269 INFO (jetty-launcher-4494-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905270 INFO (jetty-launcher-4494-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33a83100{/solr,null,AVAILABLE}
[junit4] 2> 2905271 INFO (jetty-launcher-4494-thread-7) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905271 INFO (jetty-launcher-4494-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905271 INFO (jetty-launcher-4494-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905271 INFO (jetty-launcher-4494-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2905273 INFO (jetty-launcher-4494-thread-8) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905273 INFO (jetty-launcher-4494-thread-9) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905274 INFO (jetty-launcher-4494-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ae9a5df{/solr,null,AVAILABLE}
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3aeda0a3{HTTP/1.1,[http/1.1]}{127.0.0.1:35592}
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-1) [ ] o.e.j.s.Server Started @2907967ms
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35592}
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-5) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2905276 ERROR (jetty-launcher-4494-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@270cd9c8{/solr,null,AVAILABLE}
[junit4] 2> 2905276 INFO (jetty-launcher-4494-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.090Z
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@647e36b4{HTTP/1.1,[http/1.1]}{127.0.0.1:35609}
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-5) [ ] o.e.j.s.Server Started @2907968ms
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35609}
[junit4] 2> 2905277 ERROR (jetty-launcher-4494-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905277 INFO (jetty-launcher-4494-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.090Z
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b754275{HTTP/1.1,[http/1.1]}{127.0.0.1:37608}
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-3) [ ] o.e.j.s.Server Started @2907971ms
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37608}
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-7) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2905280 ERROR (jetty-launcher-4494-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905280 INFO (jetty-launcher-4494-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.093Z
[junit4] 2> 2905281 INFO (jetty-launcher-4494-thread-9) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905281 INFO (jetty-launcher-4494-thread-9) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905281 INFO (jetty-launcher-4494-thread-9) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2905281 INFO (jetty-launcher-4494-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905281 INFO (jetty-launcher-4494-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905281 INFO (jetty-launcher-4494-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2905282 INFO (jetty-launcher-4494-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59dd6e55{/solr,null,AVAILABLE}
[junit4] 2> 2905283 INFO (jetty-launcher-4494-thread-10) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T02:27:37+05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2905284 INFO (jetty-launcher-4494-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17a1743e{HTTP/1.1,[http/1.1]}{127.0.0.1:56560}
[junit4] 2> 2905284 INFO (jetty-launcher-4494-thread-4) [ ] o.e.j.s.Server Started @2907976ms
[junit4] 2> 2905284 INFO (jetty-launcher-4494-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56560}
[junit4] 2> 2905284 ERROR (jetty-launcher-4494-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905284 INFO (jetty-launcher-4494-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905284 INFO (jetty-launcher-4494-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905284 INFO (jetty-launcher-4494-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905285 INFO (jetty-launcher-4494-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.098Z
[junit4] 2> 2905286 INFO (jetty-launcher-4494-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905286 INFO (zkConnectionManagerCallback-4499-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905286 INFO (jetty-launcher-4494-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905286 INFO (jetty-launcher-4494-thread-6) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2905286 INFO (jetty-launcher-4494-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@221e2a8d{/solr,null,AVAILABLE}
[junit4] 2> 2905287 INFO (jetty-launcher-4494-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@37b96b6a{HTTP/1.1,[http/1.1]}{127.0.0.1:58649}
[junit4] 2> 2905287 INFO (jetty-launcher-4494-thread-7) [ ] o.e.j.s.Server Started @2907978ms
[junit4] 2> 2905287 INFO (jetty-launcher-4494-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58649}
[junit4] 2> 2905287 ERROR (jetty-launcher-4494-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905287 INFO (jetty-launcher-4494-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905287 INFO (jetty-launcher-4494-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905287 INFO (jetty-launcher-4494-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905287 INFO (jetty-launcher-4494-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.100Z
[junit4] 2> 2905288 INFO (jetty-launcher-4494-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905289 INFO (jetty-launcher-4494-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905289 INFO (jetty-launcher-4494-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905289 INFO (jetty-launcher-4494-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2905289 INFO (jetty-launcher-4494-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@773ef985{/solr,null,AVAILABLE}
[junit4] 2> 2905295 INFO (jetty-launcher-4494-thread-8) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905295 INFO (jetty-launcher-4494-thread-8) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905295 INFO (jetty-launcher-4494-thread-8) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2905296 INFO (jetty-launcher-4494-thread-10) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2905296 INFO (jetty-launcher-4494-thread-10) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2905296 INFO (jetty-launcher-4494-thread-10) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2905296 INFO (jetty-launcher-4494-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c1f3126{/solr,null,AVAILABLE}
[junit4] 2> 2905297 INFO (zkConnectionManagerCallback-4501-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905297 INFO (jetty-launcher-4494-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e346607{/solr,null,AVAILABLE}
[junit4] 2> 2905297 INFO (jetty-launcher-4494-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b6b09b0{HTTP/1.1,[http/1.1]}{127.0.0.1:54260}
[junit4] 2> 2905297 INFO (jetty-launcher-4494-thread-10) [ ] o.e.j.s.Server Started @2907989ms
[junit4] 2> 2905297 INFO (jetty-launcher-4494-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54260}
[junit4] 2> 2905298 ERROR (jetty-launcher-4494-thread-10) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905298 INFO (jetty-launcher-4494-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905298 INFO (jetty-launcher-4494-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905298 INFO (jetty-launcher-4494-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905298 INFO (jetty-launcher-4494-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.111Z
[junit4] 2> 2905299 INFO (jetty-launcher-4494-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a0f1c11{/solr,null,AVAILABLE}
[junit4] 2> 2905300 INFO (jetty-launcher-4494-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@19863f88{HTTP/1.1,[http/1.1]}{127.0.0.1:38433}
[junit4] 2> 2905300 INFO (jetty-launcher-4494-thread-8) [ ] o.e.j.s.Server Started @2907991ms
[junit4] 2> 2905300 INFO (jetty-launcher-4494-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38433}
[junit4] 2> 2905300 ERROR (jetty-launcher-4494-thread-8) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905300 INFO (jetty-launcher-4494-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905300 INFO (jetty-launcher-4494-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905300 INFO (jetty-launcher-4494-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905300 INFO (jetty-launcher-4494-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.113Z
[junit4] 2> 2905301 INFO (jetty-launcher-4494-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@498b7eef{/solr,null,AVAILABLE}
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65d5bc6e{HTTP/1.1,[http/1.1]}{127.0.0.1:46899}
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-2) [ ] o.e.j.s.Server Started @2907993ms
[junit4] 2> 2905302 INFO (zkConnectionManagerCallback-4507-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46899}
[junit4] 2> 2905302 ERROR (jetty-launcher-4494-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ce0f9ea{HTTP/1.1,[http/1.1]}{127.0.0.1:59210}
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-6) [ ] o.e.j.s.Server Started @2907994ms
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59210}
[junit4] 2> 2905316 INFO (zkConnectionManagerCallback-4503-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905316 ERROR (jetty-launcher-4494-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905316 INFO (jetty-launcher-4494-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905316 INFO (jetty-launcher-4494-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905316 INFO (jetty-launcher-4494-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905317 INFO (jetty-launcher-4494-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.130Z
[junit4] 2> 2905317 INFO (jetty-launcher-4494-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905318 INFO (jetty-launcher-4494-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905303 INFO (jetty-launcher-4494-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905302 INFO (jetty-launcher-4494-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.115Z
[junit4] 2> 2905330 INFO (zkConnectionManagerCallback-4514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905329 INFO (zkConnectionManagerCallback-4509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905322 INFO (jetty-launcher-4494-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63d4f036{HTTP/1.1,[http/1.1]}{127.0.0.1:44602}
[junit4] 2> 2905332 INFO (jetty-launcher-4494-thread-9) [ ] o.e.j.s.Server Started @2908023ms
[junit4] 2> 2905332 INFO (jetty-launcher-4494-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44602}
[junit4] 2> 2905322 INFO (zkConnectionManagerCallback-4505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905332 ERROR (jetty-launcher-4494-thread-9) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2905333 INFO (jetty-launcher-4494-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2905333 INFO (jetty-launcher-4494-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2905333 INFO (jetty-launcher-4494-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2905333 INFO (jetty-launcher-4494-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905333 INFO (jetty-launcher-4494-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-06T09:42:19.146Z
[junit4] 2> 2905333 INFO (jetty-launcher-4494-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905334 INFO (jetty-launcher-4494-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905337 INFO (zkConnectionManagerCallback-4511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905342 INFO (jetty-launcher-4494-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905345 INFO (jetty-launcher-4494-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905345 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104cabcd2e00003, likely client has closed socket
[junit4] 2> 2905352 INFO (zkConnectionManagerCallback-4517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905362 INFO (jetty-launcher-4494-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905362 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104cabcd2e00008, likely client has closed socket
[junit4] 2> 2905369 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104cabcd2e00005, likely client has closed socket
[junit4] 2> 2905371 INFO (jetty-launcher-4494-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905373 INFO (jetty-launcher-4494-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905375 INFO (zkConnectionManagerCallback-4540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905377 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104cabcd2e0000e, likely client has closed socket
[junit4] 2> 2905383 INFO (zkConnectionManagerCallback-4521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905383 INFO (jetty-launcher-4494-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905394 INFO (jetty-launcher-4494-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905395 INFO (zkConnectionManagerCallback-4536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905400 INFO (zkConnectionManagerCallback-4542-thread-1-processing-n:127.0.0.1:59210_solr) [n:127.0.0.1:59210_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905400 INFO (zkConnectionManagerCallback-4529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905398 INFO (zkConnectionManagerCallback-4525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905395 INFO (zkConnectionManagerCallback-4519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905418 INFO (jetty-launcher-4494-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905407 INFO (jetty-launcher-4494-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905406 INFO (zkConnectionManagerCallback-4533-thread-1-processing-n:127.0.0.1:35592_solr) [n:127.0.0.1:35592_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905406 INFO (zkConnectionManagerCallback-4545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905402 INFO (jetty-launcher-4494-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905419 INFO (jetty-launcher-4494-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2905423 INFO (zkConnectionManagerCallback-4553-thread-1-processing-n:127.0.0.1:37608_solr) [n:127.0.0.1:37608_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905427 INFO (zkConnectionManagerCallback-4555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905429 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104cabcd2e00014, likely client has closed socket
[junit4] 2> 2905451 INFO (zkConnectionManagerCallback-4561-thread-1-processing-n:127.0.0.1:56560_solr) [n:127.0.0.1:56560_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905451 INFO (zkConnectionManagerCallback-4563-thread-1-processing-n:127.0.0.1:58649_solr) [n:127.0.0.1:58649_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905453 INFO (jetty-launcher-4494-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41990/solr
[junit4] 2> 2905453 INFO (zkConnectionManagerCallback-4565-thread-1-processing-n:127.0.0.1:35609_solr) [n:127.0.0.1:35609_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905458 INFO (zkConnectionManagerCallback-4559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905483 INFO (zkConnectionManagerCallback-4557-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905484 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104cabcd2e00019, likely client has closed socket
[junit4] 2> 2905484 INFO (zkConnectionManagerCallback-4571-thread-1-processing-n:127.0.0.1:38433_solr) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905490 INFO (zkConnectionManagerCallback-4574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905492 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104cabcd2e0001b, likely client has closed socket
[junit4] 2> 2905493 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905493 INFO (jetty-launcher-4494-thread-4) [n:127.0.0.1:56560_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905494 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35609_solr
[junit4] 2> 2905495 INFO (jetty-launcher-4494-thread-7) [n:127.0.0.1:58649_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905496 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.c.Overseer Overseer (id=73406406285328407-127.0.0.1:35609_solr-n_0000000000) starting
[junit4] 2> 2905496 INFO (zkConnectionManagerCallback-4576-thread-1-processing-n:127.0.0.1:44602_solr) [n:127.0.0.1:44602_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905496 INFO (jetty-launcher-4494-thread-4) [n:127.0.0.1:56560_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56560_solr
[junit4] 2> 2905497 INFO (zkConnectionManagerCallback-4581-thread-1-processing-n:127.0.0.1:54260_solr) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905498 INFO (jetty-launcher-4494-thread-7) [n:127.0.0.1:58649_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58649_solr
[junit4] 2> 2905503 INFO (jetty-launcher-4494-thread-8) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2905507 INFO (jetty-launcher-4494-thread-8) [n:127.0.0.1:38433_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905511 INFO (jetty-launcher-4494-thread-9) [n:127.0.0.1:44602_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2905512 INFO (jetty-launcher-4494-thread-8) [n:127.0.0.1:38433_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38433_solr
[junit4] 2> 2905521 INFO (jetty-launcher-4494-thread-9) [n:127.0.0.1:44602_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905527 INFO (jetty-launcher-4494-thread-9) [n:127.0.0.1:44602_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44602_solr
[junit4] 2> 2905550 INFO (jetty-launcher-4494-thread-10) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2905557 INFO (jetty-launcher-4494-thread-10) [n:127.0.0.1:54260_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905563 INFO (jetty-launcher-4494-thread-10) [n:127.0.0.1:54260_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54260_solr
[junit4] 2> 2905607 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35609_solr
[junit4] 2> 2905610 INFO (zkConnectionManagerCallback-4584-thread-1-processing-n:127.0.0.1:46899_solr) [n:127.0.0.1:46899_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2905640 INFO (jetty-launcher-4494-thread-2) [n:127.0.0.1:46899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2905643 INFO (jetty-launcher-4494-thread-1) [n:127.0.0.1:35592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2905643 INFO (jetty-launcher-4494-thread-2) [n:127.0.0.1:46899_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905646 INFO (jetty-launcher-4494-thread-2) [n:127.0.0.1:46899_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46899_solr
[junit4] 2> 2905646 INFO (jetty-launcher-4494-thread-1) [n:127.0.0.1:35592_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905655 INFO (jetty-launcher-4494-thread-1) [n:127.0.0.1:35592_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35592_solr
[junit4] 2> 2905667 INFO (zkCallback-4562-thread-1-processing-n:127.0.0.1:58649_solr) [n:127.0.0.1:58649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 2905667 INFO (zkCallback-4560-thread-1-processing-n:127.0.0.1:56560_solr) [n:127.0.0.1:56560_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2905667 INFO (zkCallback-4564-thread-1-processing-n:127.0.0.1:35609_solr) [n:127.0.0.1:35609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2905667 INFO (zkCallback-4575-thread-1-processing-n:127.0.0.1:44602_solr) [n:127.0.0.1:44602_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 2905667 INFO (zkCallback-4570-thread-1-processing-n:127.0.0.1:38433_solr) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
[junit4] 2> 2905668 INFO (zkCallback-4580-thread-1-processing-n:127.0.0.1:54260_solr) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 2905672 INFO (zkCallback-4570-thread-2-processing-n:127.0.0.1:38433_solr) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 2905672 INFO (zkCallback-4575-thread-3-processing-n:127.0.0.1:44602_solr) [n:127.0.0.1:44602_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 2905672 INFO (zkCallback-4580-thread-2-processing-n:127.0.0.1:54260_solr) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 2905673 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 2905678 INFO (zkCallback-4560-thread-2-processing-n:127.0.0.1:56560_solr) [n:127.0.0.1:56560_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (8)
[junit4] 2> 2905684 INFO (jetty-launcher-4494-thread-8) [n:127.0.0.1:38433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905705 INFO (zkCallback-4532-thread-1-processing-n:127.0.0.1:35592_solr) [n:127.0.0.1:35592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 2905705 INFO (zkCallback-4583-thread-1-processing-n:127.0.0.1:46899_solr) [n:127.0.0.1:46899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (8)
[junit4] 2> 2905714 INFO (jetty-launcher-4494-thread-7) [n:127.0.0.1:58649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58649.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905719 INFO (jetty-launcher-4494-thread-8) [n:127.0.0.1:38433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905719 INFO (jetty-launcher-4494-thread-8) [n:127.0.0.1:38433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905728 INFO (jetty-launcher-4494-thread-8) [n:127.0.0.1:38433_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node8/.
[junit4] 2> 2905755 INFO (jetty-launcher-4494-thread-7) [n:127.0.0.1:58649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58649.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905755 INFO (jetty-launcher-4494-thread-7) [n:127.0.0.1:58649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58649.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905756 INFO (jetty-launcher-4494-thread-7) [n:127.0.0.1:58649_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node7/.
[junit4] 2> 2905758 INFO (jetty-launcher-4494-thread-6) [n:127.0.0.1:59210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 2905758 INFO (jetty-launcher-4494-thread-3) [n:127.0.0.1:37608_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 2905761 INFO (jetty-launcher-4494-thread-6) [n:127.0.0.1:59210_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905761 INFO (jetty-launcher-4494-thread-3) [n:127.0.0.1:37608_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2905774 INFO (jetty-launcher-4494-thread-6) [n:127.0.0.1:59210_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59210_solr
[junit4] 2> 2905774 INFO (jetty-launcher-4494-thread-3) [n:127.0.0.1:37608_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37608_solr
[junit4] 2> 2905791 INFO (zkCallback-4575-thread-3-processing-n:127.0.0.1:44602_solr) [n:127.0.0.1:44602_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 2905791 INFO (zkCallback-4570-thread-2-processing-n:127.0.0.1:38433_solr) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 2905791 INFO (zkCallback-4580-thread-2-processing-n:127.0.0.1:54260_solr) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 2905809 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905814 INFO (zkCallback-4541-thread-1-processing-n:127.0.0.1:59210_solr) [n:127.0.0.1:59210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 2905837 INFO (zkCallback-4580-thread-1-processing-n:127.0.0.1:54260_solr) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 2905841 INFO (zkCallback-4532-thread-1-processing-n:127.0.0.1:35592_solr) [n:127.0.0.1:35592_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 2905842 INFO (zkCallback-4562-thread-2-processing-n:127.0.0.1:58649_solr) [n:127.0.0.1:58649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 2905842 INFO (zkCallback-4564-thread-3-processing-n:127.0.0.1:35609_solr) [n:127.0.0.1:35609_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 2905846 INFO (zkCallback-4552-thread-1-processing-n:127.0.0.1:37608_solr) [n:127.0.0.1:37608_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 2905875 INFO (zkCallback-4541-thread-2-processing-n:127.0.0.1:59210_solr) [n:127.0.0.1:59210_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 2905877 INFO (zkCallback-4560-thread-2-processing-n:127.0.0.1:56560_solr) [n:127.0.0.1:56560_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 2905878 INFO (zkCallback-4570-thread-1-processing-n:127.0.0.1:38433_solr) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 2905878 INFO (zkCallback-4583-thread-1-processing-n:127.0.0.1:46899_solr) [n:127.0.0.1:46899_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 2905890 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905890 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2905892 INFO (jetty-launcher-4494-thread-5) [n:127.0.0.1:35609_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node5/.
[junit4] 2> 2905949 INFO (jetty-launcher-4494-thread-1) [n:127.0.0.1:35592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35592.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906024 INFO (jetty-launcher-4494-thread-6) [n:127.0.0.1:59210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59210.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906028 INFO (jetty-launcher-4494-thread-1) [n:127.0.0.1:35592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35592.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906028 INFO (jetty-launcher-4494-thread-1) [n:127.0.0.1:35592_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35592.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906040 INFO (jetty-launcher-4494-thread-1) [n:127.0.0.1:35592_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node1/.
[junit4] 2> 2906049 INFO (jetty-launcher-4494-thread-10) [n:127.0.0.1:54260_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54260.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906053 INFO (jetty-launcher-4494-thread-9) [n:127.0.0.1:44602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44602.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906079 INFO (jetty-launcher-4494-thread-2) [n:127.0.0.1:46899_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46899.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906139 INFO (jetty-launcher-4494-thread-4) [n:127.0.0.1:56560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56560.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906151 INFO (jetty-launcher-4494-thread-6) [n:127.0.0.1:59210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59210.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906151 INFO (jetty-launcher-4494-thread-6) [n:127.0.0.1:59210_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59210.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906159 INFO (jetty-launcher-4494-thread-6) [n:127.0.0.1:59210_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node6/.
[junit4] 2> 2906165 INFO (jetty-launcher-4494-thread-3) [n:127.0.0.1:37608_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37608.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906172 INFO (jetty-launcher-4494-thread-10) [n:127.0.0.1:54260_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54260.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906172 INFO (jetty-launcher-4494-thread-10) [n:127.0.0.1:54260_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54260.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906176 INFO (jetty-launcher-4494-thread-9) [n:127.0.0.1:44602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44602.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906176 INFO (jetty-launcher-4494-thread-9) [n:127.0.0.1:44602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44602.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906180 INFO (jetty-launcher-4494-thread-10) [n:127.0.0.1:54260_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node10/.
[junit4] 2> 2906183 INFO (jetty-launcher-4494-thread-9) [n:127.0.0.1:44602_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node9/.
[junit4] 2> 2906199 INFO (jetty-launcher-4494-thread-2) [n:127.0.0.1:46899_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46899.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906199 INFO (jetty-launcher-4494-thread-2) [n:127.0.0.1:46899_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46899.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906204 INFO (jetty-launcher-4494-thread-2) [n:127.0.0.1:46899_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node2/.
[junit4] 2> 2906214 INFO (jetty-launcher-4494-thread-3) [n:127.0.0.1:37608_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37608.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906214 INFO (jetty-launcher-4494-thread-3) [n:127.0.0.1:37608_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37608.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906216 INFO (jetty-launcher-4494-thread-3) [n:127.0.0.1:37608_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node3/.
[junit4] 2> 2906217 INFO (jetty-launcher-4494-thread-4) [n:127.0.0.1:56560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56560.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906217 INFO (jetty-launcher-4494-thread-4) [n:127.0.0.1:56560_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56560.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2906225 INFO (jetty-launcher-4494-thread-4) [n:127.0.0.1:56560_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node4/.
[junit4] 2> 2907232 INFO (zkConnectionManagerCallback-4599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2907236 INFO (zkConnectionManagerCallback-4603-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2907237 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 2907238 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D05F9634D306ED1D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41990/solr ready
[junit4] 2> 2907735 INFO (qtp938087225-53985) [n:127.0.0.1:44602_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2907745 INFO (OverseerThreadFactory-7759-thread-1-processing-n:127.0.0.1:35609_solr) [n:127.0.0.1:35609_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 2907880 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56560/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907883 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54260/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907886 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59210/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907889 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46899/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907895 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_col_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35609/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907899 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"test_col_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37608/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907904 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"test_col_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:58649/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907908 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"test_col_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35592/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907912 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"test_col_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44602/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2907915 INFO (OverseerStateUpdate-73406406285328407-127.0.0.1:35609_solr-n_0000000000) [n:127.0.0.1:35609_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"test_col_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38433/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2908150 INFO (qtp369046027-53972) [n:127.0.0.1:58649_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node15&name=test_col_shard4_replica_n12&action=CREATE&numShards=5&shard=shard4&wt=javabin
[junit4] 2> 2908151 INFO (qtp369046027-53972) [n:127.0.0.1:58649_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908162 INFO (qtp1657978276-53963) [n:127.0.0.1:35609_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node11&name=test_col_shard3_replica_n8&action=CREATE&numShards=5&shard=shard3&wt=javabin
[junit4] 2> 2908162 INFO (qtp1657978276-53963) [n:127.0.0.1:35609_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908190 INFO (qtp432190936-53975) [n:127.0.0.1:59210_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n5&action=CREATE&numShards=5&shard=shard2&wt=javabin
[junit4] 2> 2908190 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node4&name=test_col_shard1_replica_n2&action=CREATE&numShards=5&shard=shard1&wt=javabin
[junit4] 2> 2908190 INFO (qtp432190936-53975) [n:127.0.0.1:59210_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908191 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908191 INFO (qtp160154824-53939) [n:127.0.0.1:46899_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node9&name=test_col_shard2_replica_n6&action=CREATE&numShards=5&shard=shard2&wt=javabin
[junit4] 2> 2908191 INFO (qtp160154824-53939) [n:127.0.0.1:46899_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908191 INFO (qtp184921441-53954) [n:127.0.0.1:37608_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node13&name=test_col_shard3_replica_n10&action=CREATE&numShards=5&shard=shard3&wt=javabin
[junit4] 2> 2908192 INFO (qtp1523083598-54008) [n:127.0.0.1:38433_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node20&name=test_col_shard5_replica_n18&action=CREATE&numShards=5&shard=shard5&wt=javabin
[junit4] 2> 2908193 INFO (qtp1523083598-54008) [n:127.0.0.1:38433_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908193 INFO (qtp184921441-53954) [n:127.0.0.1:37608_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908199 INFO (qtp895140094-53961) [n:127.0.0.1:56560_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=5&shard=shard1&wt=javabin
[junit4] 2> 2908199 INFO (qtp938087225-53991) [n:127.0.0.1:44602_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node19&name=test_col_shard5_replica_n16&action=CREATE&numShards=5&shard=shard5&wt=javabin
[junit4] 2> 2908199 INFO (qtp938087225-53991) [n:127.0.0.1:44602_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908199 INFO (qtp895140094-53961) [n:127.0.0.1:56560_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908210 INFO (qtp991091621-53940) [n:127.0.0.1:35592_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node17&name=test_col_shard4_replica_n14&action=CREATE&numShards=5&shard=shard4&wt=javabin
[junit4] 2> 2908211 INFO (qtp991091621-53940) [n:127.0.0.1:35592_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2908341 INFO (zkCallback-4541-thread-1-processing-n:127.0.0.1:59210_solr) [n:127.0.0.1:59210_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908341 INFO (zkCallback-4570-thread-2-processing-n:127.0.0.1:38433_solr) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908341 INFO (zkCallback-4562-thread-2-processing-n:127.0.0.1:58649_solr) [n:127.0.0.1:58649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908341 INFO (zkCallback-4562-thread-1-processing-n:127.0.0.1:58649_solr) [n:127.0.0.1:58649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908341 INFO (zkCallback-4541-thread-2-processing-n:127.0.0.1:59210_solr) [n:127.0.0.1:59210_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908341 INFO (zkCallback-4570-thread-1-processing-n:127.0.0.1:38433_solr) [n:127.0.0.1:38433_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908342 INFO (zkCallback-4580-thread-1-processing-n:127.0.0.1:54260_solr) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908342 INFO (zkCallback-4580-thread-2-processing-n:127.0.0.1:54260_solr) [n:127.0.0.1:54260_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908342 INFO (zkCallback-4583-thread-1-processing-n:127.0.0.1:46899_solr) [n:127.0.0.1:46899_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908342 INFO (zkCallback-4552-thread-1-processing-n:127.0.0.1:37608_solr) [n:127.0.0.1:37608_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908342 INFO (zkCallback-4560-thread-2-processing-n:127.0.0.1:56560_solr) [n:127.0.0.1:56560_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908342 INFO (zkCallback-4532-thread-1-processing-n:127.0.0.1:35592_solr) [n:127.0.0.1:35592_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908342 INFO (zkCallback-4575-thread-3-processing-n:127.0.0.1:44602_solr) [n:127.0.0.1:44602_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908349 INFO (zkCallback-4564-thread-2-processing-n:127.0.0.1:35609_solr) [n:127.0.0.1:35609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908350 INFO (zkCallback-4564-thread-3-processing-n:127.0.0.1:35609_solr) [n:127.0.0.1:35609_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908362 INFO (zkCallback-4583-thread-2-processing-n:127.0.0.1:46899_solr) [n:127.0.0.1:46899_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908362 INFO (zkCallback-4575-thread-2-processing-n:127.0.0.1:44602_solr) [n:127.0.0.1:44602_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908370 INFO (zkCallback-4560-thread-1-processing-n:127.0.0.1:56560_solr) [n:127.0.0.1:56560_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908370 INFO (zkCallback-4532-thread-2-processing-n:127.0.0.1:35592_solr) [n:127.0.0.1:35592_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2908381 INFO (zkCallback-4552-thread-2-processing-n:127.0.0.1:37608_solr) [n:127.0.0.1:37608_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 2909227 INFO (qtp369046027-53972) [n:127.0.0.1:58649_solr c:test_col s:shard4 r:core_node15 x:test_col_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909284 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909286 INFO (qtp160154824-53939) [n:127.0.0.1:46899_solr c:test_col s:shard2 r:core_node9 x:test_col_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909289 INFO (qtp938087225-53991) [n:127.0.0.1:44602_solr c:test_col s:shard5 r:core_node19 x:test_col_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909295 INFO (qtp184921441-53954) [n:127.0.0.1:37608_solr c:test_col s:shard3 r:core_node13 x:test_col_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909298 INFO (qtp1657978276-53963) [n:127.0.0.1:35609_solr c:test_col s:shard3 r:core_node11 x:test_col_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909298 INFO (qtp991091621-53940) [n:127.0.0.1:35592_solr c:test_col s:shard4 r:core_node17 x:test_col_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909305 INFO (qtp432190936-53975) [n:127.0.0.1:59210_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909305 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=minimal-atomic-stress
[junit4] 2> 2909307 INFO (qtp1523083598-54008) [n:127.0.0.1:38433_solr c:test_col s:shard5 r:core_node20 x:test_col_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909307 INFO (qtp895140094-53961) [n:127.0.0.1:56560_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2909308 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 2909308 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 2909308 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54260.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a738ac2
[junit4] 2> 2909309 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2909309 INFO (qtp1097948680-54020) [n:127.0.0.1:54260_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node10/test_col_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D05F9634D306ED1D-001/tempDir-001/node10/./test_col_shard1_replica_n2/data/]
[junit4] 2> 2909341 INFO (qtp184921441-53954) [n:127.0.0.1:37608_solr c:test_col s:shard3 r:core_node13 x:test_col_shard3_replica_n10] o.a.s.s.IndexSchema [test_col_shard3_replica_n10] Schema name=minimal-atomic-stress
[junit4] 2> 2909342 INFO (qtp938087225-53991) [n:127.0.0.1:44602_solr c:test_col s:shard5 r:core_node19 x:test_col_shard5_replica_n16] o.a.s.s.IndexSchema [test_col_shard5_replica_n16] Schema name=minimal-atomic-stress
[junit4] 2> 2909342 INFO (qtp895140094-53961) [n:127.0.0.1:56560_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
[junit4] 2> 2909344 INFO (qtp184921441-53954) [n:127.0.0.1:37608_solr c:test_col s:shard3 r:core_node13 x:test_col_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 2909344 INFO (qtp184921441-53954) [n:127.0.0.1:37608_solr c:test_col s:shard3 r:core_node13 x:test_col_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica_n10' using configuration f
[...truncated too long message...]
orWithSafeStartup@localhost:0
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_D05F9634D306ED1D-001
[junit4] 2> Mar 06, 2018 9:54:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), id=BlockTreeOrds(blocksize=128), text=FST50, txt_t=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory), text=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct), txt_t=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=736, maxMBSortInHeap=5.2692627847828755, sim=RandomSimilarity(queryNorm=true): {}, locale=lv-LV, timezone=Africa/Accra
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=288089280,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [CSVRequestHandlerTest, TestTriggerIntegration, HLLSerializationTest, HdfsRecoveryZkTest, HighlighterTest, TestDynamicFieldCollectionResource, TestSolrFieldCacheBean, TestZkChroot, TestBulkSchemaConcurrent, OverseerTest, TestClusterProperties, TestSolrIndexConfig, MoveReplicaTest, DeleteShardTest, TestReversedWildcardFilterFactory, CdcrBootstrapTest, DistributedFacetSimpleRefinementLongTailTest, ClassificationUpdateProcessorIntegrationTest, TestLegacyField, TestFileDictionaryLookup, PolyFieldTest, BadCopyFieldTest, FieldMutatingUpdateProcessorTest, HdfsDirectoryTest, SoftAutoCommitTest, PathHierarchyTokenizerFactoryTest, TestHdfsUpdateLog, HdfsWriteToMultipleCollectionsTest, TestPolicyCloud, TestFunctionQuery, DocumentBuilderTest, TestCollectionsAPIViaSolrCloudCluster, SolrJmxReporterTest, CollectionPropsTest, FileUtilsTest, SchemaVersionSpecificBehaviorTest, RuleEngineTest, TestReloadAndDeleteDocs, SortByFunctionTest, HdfsBasicDistributedZk2Test, SignatureUpdateProcessorFactoryTest, TestSolrCLIRunExample, TestUseDocValuesAsStored, TestMaxTokenLenTokenizer, JvmMetricsTest, TestSolrJ, TestFuzzyAnalyzedSuggestions, AtomicUpdateProcessorFactoryTest, BlockJoinFacetSimpleTest, TestTrie, TestPartialUpdateDeduplication, JsonLoaderTest, TestReplicaProperties, TestSegmentSorting, TestFieldCache, SmileWriterTest, TestCoreBackup, TestInfoStreamLogging, BasicZkTest, TestPostingsSolrHighlighter, TestChildDocTransformer, TestLegacyFieldCache, SimplePostToolTest, TestSolrConfigHandler, DirectSolrConnectionTest, BlockCacheTest, TestJettySolrRunner, TestOnReconnectListenerSupport, SolrShardReporterTest, OverseerModifyCollectionTest, TestDistributedStatsComponentCardinality, TestXIncludeConfig, SolrMetricManagerTest, PeerSyncTest, SystemInfoHandlerTest, ChaosMonkeySafeLeaderTest, DocExpirationUpdateProcessorFactoryTest, TestFieldResource, TestNodeLostTrigger, UpdateLogTest, TestDirectoryFactory, MetricTriggerTest, TestRestManager, TestEmbeddedSolrServerAdminHandler, BadComponentTest, TestSolrCoreSnapshots, QueryElevationComponentTest, SyncSliceTest, SuggesterFSTTest, SampleTest, TestNamedUpdateProcessors, UUIDUpdateProcessorFallbackTest, SolrCLIZkUtilsTest, TestSweetSpotSimilarityFactory, CollectionTooManyReplicasTest, TestConfigOverlay, TestPerFieldSimilarityWithDefaultOverride, TestFoldingMultitermQuery, ScriptEngineTest, TestComputePlanAction, TestLRUCache, TestCollationFieldDocValues, TestCursorMarkWithoutUniqueKey, ResourceLoaderTest, TestSkipOverseerOperations, RemoteQueryErrorTest, DistribDocExpirationUpdateProcessorTest, TestCloudPseudoReturnFields, TestClassicSimilarityFactory, QueryEqualityTest, DOMUtilTest, TestPivotHelperCode, TestSchemaNameResource, DistributedVersionInfoTest, StatsReloadRaceTest, SuggesterTest, TestSQLHandlerNonCloud, TestFieldSortValues, PropertiesRequestHandlerTest, TestFieldCacheSortRandom, TestDistributedGrouping, ShardRoutingCustomTest, DistributedIntervalFacetingTest, SearchHandlerTest, HdfsThreadLeakTest, SpellCheckCollatorWithCollapseTest, HttpSolrCallGetCoreTest, TestLRUStatsCache, RecoveryZkTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestJoin, TestReload, TestStressVersions, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, BasicFunctionalityTest, DirectUpdateHandlerTest, TestIndexSearcher, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, SearchHandlerTest, TestLFUCache, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTaskQueueTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestPullReplicaErrorHandling, TestSizeLimitedDistributedMap, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, ConcurrentDeleteAndCreateCollectionTest, TestHdfsCloudBackupRestore, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ExecutePlanActionTest, TestClusterStateProvider, TestDistribStateManager, TestGenericDistributedQueue, TestSimDistributedQueue, CdcrReplicationHandlerTest, HdfsChaosMonkeySafeLeaderTest, HdfsRecoverLeaseTest, HdfsTlogReplayBufferedWhileIndexingTest, StressHdfsTest]
[junit4] Completed [615/780 (2!)] on J1 in 87.69s, 1 test, 1 failure <<< FAILURES!
[...truncated 1296 lines...]
[junit4] Suite: org.apache.solr.client.solrj.request.TestV1toV2ApiMapper
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestV1toV2ApiMapper -Dtests.method=testCommands -Dtests.seed=10318A17A9D0D8C9 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-DO -Dtests.timezone=Iran -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.05s J0 | TestV1toV2ApiMapper.testCommands <<<
[junit4] > Throwable #1: java.lang.RuntimeException: null value is not valid for name
[junit4] > at __randomizedtesting.SeedInfo.seed([10318A17A9D0D8C9:310D43EFC3EA38AD]:0)
[junit4] > at org.apache.solr.client.solrj.request.V1toV2ApiMapper$ActionInfo.lambda$null$2(V1toV2ApiMapper.java:108)
[junit4] > at org.apache.solr.common.MapWriter.toMap(MapWriter.java:42)
[junit4] > at org.apache.solr.common.MapWriter$1.put(MapWriter.java:45)
[junit4] > at org.apache.solr.client.solrj.request.V1toV2ApiMapper$ActionInfo.lambda$serializeToV2Format$3(V1toV2ApiMapper.java:98)
[junit4] > at org.apache.solr.common.MapWriter.toMap(MapWriter.java:42)
[junit4] > at org.apache.solr.client.solrj.request.V1toV2ApiMapper$ActionInfo.convert(V1toV2ApiMapper.java:87)
[junit4] > at org.apache.solr.client.solrj.request.V1toV2ApiMapper.convert(V1toV2ApiMapper.java:137)
[junit4] > at org.apache.solr.client.solrj.request.TestV1toV2ApiMapper.testCommands(TestV1toV2ApiMapper.java:55)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=es-DO, timezone=Iran
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=231669216,total=372768768
[junit4] 2> NOTE: All tests run in this JVM: [TestZkConfigManager, AnlysisResponseBaseTest, LargeVolumeBinaryJettyTest, HyperbolicTangentEvaluatorTest, FieldValueEvaluatorTest, ArcSineEvaluatorTest, SchemaTest, TestXMLEscaping, FieldAnalysisResponseTest, TestToleratedUpdateError, RawValueEvaluatorTest, JdbcTest, SolrSchemalessExampleTest, TestSpellCheckResponse, EmpiricalDistributionEvaluatorTest, TestPathTrie, TestClusteringResponse, TestV1toV2ApiMapper]
[junit4] Completed [73/146 (1!)] on J0 in 0.08s, 1 test, 1 error <<< FAILURES!
[...truncated 48839 lines...]
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 175 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/175/
4 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:46425/bcb/collection1_shard1_replica_n67]
Stack Trace:
java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:46425/bcb/collection1_shard1_replica_n67]
at __randomizedtesting.SeedInfo.seed([E7C8D9B9A63EB0:88B3F703175A5348]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1521086194421,generation=2,filelist=[_20c.cfe, _20c.cfs, _20c.si, _20d.cfe, _20d.cfs, _20d.si, _20e.cfe, _20e.cfs, _20e.si, _20f.cfe, _20f.cfs, _20f.si, _20g.cfe, _20g.cfs, _20g.si, _20h.cfe, _20h.cfs, _20h.si, _20i.cfe, _20i.cfs, _20i.si, _20j.cfe, _20j.cfs, _20j.si, _20k.cfe, _20k.cfs, _20k.si, _20l.cfe, _20l.cfs, _20l.si, _20m.cfe, _20m.cfs, _20m.si, _20n.cfe, _20n.cfs, _20n.si, _20o.cfe, _20o.cfs, _20o.si, _20p.cfe, _20p.cfs, _20p.si, _20q.cfe, _20q.cfs, _20q.si, _20r.cfe, _20r.cfs, _20r.si, _20s.cfe, _20s.cfs, _20s.si, _20t.cfe, _20t.cfs, _20t.si, _20u.cfe, _20u.cfs, _20u.si, _20v.cfe, _20v.cfs, _20v.si, _20w.cfe, _20w.cfs, _20w.si, _20x.cfe, _20x.cfs, _20x.si, _20y.cfe, _20y.cfs, _20y.si, _20z.cfe, _20z.cfs, _20z.si, _210.cfe, _210.cfs, _210.si, _211.cfe, _211.cfs, _211.si, _212.cfe, _212.cfs, _212.si, _213.cfe, _213.cfs, _213.si, _214.cfe, _214.cfs, _214.si, _216.cfe, _216.cfs, _216.si, _217.cfe, _217.cfs, _217.si, _218.cfe, _218.cfs, _218.si, _219.cfe, _219.cfs, _219.si, _21a.cfe, _21a.cfs, _21a.si, _21b.cfe, _21b.cfs, _21b.si, _21c.cfe, _21c.cfs, _21c.si, _21d.cfe, _21d.cfs, _21d.si, _21e.cfe, _21e.cfs, _21e.si, _21f.cfe, _21f.cfs, _21f.si, _21g.cfe, _21g.cfs, _21g.si, _21h.cfe, _21h.cfs, _21h.si, _21i.cfe, _21i.cfs, _21i.si, _21j.cfe, _21j.cfs, _21j.si, _21k.cfe, _21k.cfs, _21k.si, _21l.cfe, _21l.cfs, _21l.si, _21m.cfe, _21m.cfs, _21m.si, _21n.cfe, _21n.cfs, _21n.si, _21o.cfe, _21o.cfs, _21o.si, _21p.cfe, _21p.cfs, _21p.si, _21q.cfe, _21q.cfs, _21q.si, _21r.cfe, _21r.cfs, _21r.si, _21s.cfe, _21s.cfs, _21s.si, _21t.cfe, _21t.cfs, _21t.si, _21u.cfe, _21u.cfs, _21u.si, segments_2]}]> but was:<[{indexVersion=1521086194421,generation=2,filelist=[_20c.cfe, _20c.cfs, _20c.si, _20d.cfe, _20d.cfs, _20d.si, _20e.cfe, _20e.cfs, _20e.si, _20f.cfe, _20f.cfs, _20f.si, _20g.cfe, _20g.cfs, _20g.si, _20h.cfe, _20h.cfs, _20h.si, _20i.cfe, _20i.cfs, _20i.si, _20j.cfe, _20j.cfs, _20j.si, _20k.cfe, _20k.cfs, _20k.si, _20l.cfe, _20l.cfs, _20l.si, _20m.cfe, _20m.cfs, _20m.si, _20n.cfe, _20n.cfs, _20n.si, _20o.cfe, _20o.cfs, _20o.si, _20p.cfe, _20p.cfs, _20p.si, _20q.cfe, _20q.cfs, _20q.si, _20r.cfe, _20r.cfs, _20r.si, _20s.cfe, _20s.cfs, _20s.si, _20t.cfe, _20t.cfs, _20t.si, _20u.cfe, _20u.cfs, _20u.si, _20v.cfe, _20v.cfs, _20v.si, _20w.cfe, _20w.cfs, _20w.si, _20x.cfe, _20x.cfs, _20x.si, _20y.cfe, _20y.cfs, _20y.si, _20z.cfe, _20z.cfs, _20z.si, _210.cfe, _210.cfs, _210.si, _211.cfe, _211.cfs, _211.si, _212.cfe, _212.cfs, _212.si, _213.cfe, _213.cfs, _213.si, _214.cfe, _214.cfs, _214.si, _216.cfe, _216.cfs, _216.si, _217.cfe, _217.cfs, _217.si, _218.cfe, _218.cfs, _218.si, _219.cfe, _219.cfs, _219.si, _21a.cfe, _21a.cfs, _21a.si, _21b.cfe, _21b.cfs, _21b.si, _21c.cfe, _21c.cfs, _21c.si, _21d.cfe, _21d.cfs, _21d.si, _21e.cfe, _21e.cfs, _21e.si, _21f.cfe, _21f.cfs, _21f.si, _21g.cfe, _21g.cfs, _21g.si, _21h.cfe, _21h.cfs, _21h.si, _21i.cfe, _21i.cfs, _21i.si, _21j.cfe, _21j.cfs, _21j.si, _21k.cfe, _21k.cfs, _21k.si, _21l.cfe, _21l.cfs, _21l.si, _21m.cfe, _21m.cfs, _21m.si, _21n.cfe, _21n.cfs, _21n.si, _21o.cfe, _21o.cfs, _21o.si, _21p.cfe, _21p.cfs, _21p.si, _21q.cfe, _21q.cfs, _21q.si, _21r.cfe, _21r.cfs, _21r.si, _21s.cfe, _21s.cfs, _21s.si, _21t.cfe, _21t.cfs, _21t.si, _21u.cfe, _21u.cfs, _21u.si, segments_2]}, {indexVersion=1521086194421,generation=3,filelist=[_214.cfe, _214.cfs, _214.si, _215.cfe, _215.cfs, _215.si, _216.cfe, _216.cfs, _216.si, _217.cfe, _217.cfs, _217.si, _218.cfe, _218.cfs, _218.si, _219.cfe, _219.cfs, _219.si, _21a.cfe, _21a.cfs, _21a.si, _21b.cfe, _21b.cfs, _21b.si, _21c.cfe, _21c.cfs, _21c.si, _21d.cfe, _21d.cfs, _21d.si, _21e.cfe, _21e.cfs, _21e.si, _21f.cfe, _21f.cfs, _21f.si, _21g.cfe, _21g.cfs, _21g.si, _21h.cfe, _21h.cfs, _21h.si, _21i.cfe, _21i.cfs, _21i.si, _21j.cfe, _21j.cfs, _21j.si, _21k.cfe, _21k.cfs, _21k.si, _21l.cfe, _21l.cfs, _21l.si, _21m.cfe, _21m.cfs, _21m.si, _21n.cfe, _21n.cfs, _21n.si, _21o.cfe, _21o.cfs, _21o.si, _21p.cfe, _21p.cfs, _21p.si, _21q.cfe, _21q.cfs, _21q.si, _21r.cfe, _21r.cfs, _21r.si, _21s.cfe, _21s.cfs, _21s.si, _21t.cfe, _21t.cfs, _21t.si, _21u.cfe, _21u.cfs, _21u.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1521086194421,generation=2,filelist=[_20c.cfe, _20c.cfs, _20c.si, _20d.cfe, _20d.cfs, _20d.si, _20e.cfe, _20e.cfs, _20e.si, _20f.cfe, _20f.cfs, _20f.si, _20g.cfe, _20g.cfs, _20g.si, _20h.cfe, _20h.cfs, _20h.si, _20i.cfe, _20i.cfs, _20i.si, _20j.cfe, _20j.cfs, _20j.si, _20k.cfe, _20k.cfs, _20k.si, _20l.cfe, _20l.cfs, _20l.si, _20m.cfe, _20m.cfs, _20m.si, _20n.cfe, _20n.cfs, _20n.si, _20o.cfe, _20o.cfs, _20o.si, _20p.cfe, _20p.cfs, _20p.si, _20q.cfe, _20q.cfs, _20q.si, _20r.cfe, _20r.cfs, _20r.si, _20s.cfe, _20s.cfs, _20s.si, _20t.cfe, _20t.cfs, _20t.si, _20u.cfe, _20u.cfs, _20u.si, _20v.cfe, _20v.cfs, _20v.si, _20w.cfe, _20w.cfs, _20w.si, _20x.cfe, _20x.cfs, _20x.si, _20y.cfe, _20y.cfs, _20y.si, _20z.cfe, _20z.cfs, _20z.si, _210.cfe, _210.cfs, _210.si, _211.cfe, _211.cfs, _211.si, _212.cfe, _212.cfs, _212.si, _213.cfe, _213.cfs, _213.si, _214.cfe, _214.cfs, _214.si, _216.cfe, _216.cfs, _216.si, _217.cfe, _217.cfs, _217.si, _218.cfe, _218.cfs, _218.si, _219.cfe, _219.cfs, _219.si, _21a.cfe, _21a.cfs, _21a.si, _21b.cfe, _21b.cfs, _21b.si, _21c.cfe, _21c.cfs, _21c.si, _21d.cfe, _21d.cfs, _21d.si, _21e.cfe, _21e.cfs, _21e.si, _21f.cfe, _21f.cfs, _21f.si, _21g.cfe, _21g.cfs, _21g.si, _21h.cfe, _21h.cfs, _21h.si, _21i.cfe, _21i.cfs, _21i.si, _21j.cfe, _21j.cfs, _21j.si, _21k.cfe, _21k.cfs, _21k.si, _21l.cfe, _21l.cfs, _21l.si, _21m.cfe, _21m.cfs, _21m.si, _21n.cfe, _21n.cfs, _21n.si, _21o.cfe, _21o.cfs, _21o.si, _21p.cfe, _21p.cfs, _21p.si, _21q.cfe, _21q.cfs, _21q.si, _21r.cfe, _21r.cfs, _21r.si, _21s.cfe, _21s.cfs, _21s.si, _21t.cfe, _21t.cfs, _21t.si, _21u.cfe, _21u.cfs, _21u.si, segments_2]}]> but was:<[{indexVersion=1521086194421,generation=2,filelist=[_20c.cfe, _20c.cfs, _20c.si, _20d.cfe, _20d.cfs, _20d.si, _20e.cfe, _20e.cfs, _20e.si, _20f.cfe, _20f.cfs, _20f.si, _20g.cfe, _20g.cfs, _20g.si, _20h.cfe, _20h.cfs, _20h.si, _20i.cfe, _20i.cfs, _20i.si, _20j.cfe, _20j.cfs, _20j.si, _20k.cfe, _20k.cfs, _20k.si, _20l.cfe, _20l.cfs, _20l.si, _20m.cfe, _20m.cfs, _20m.si, _20n.cfe, _20n.cfs, _20n.si, _20o.cfe, _20o.cfs, _20o.si, _20p.cfe, _20p.cfs, _20p.si, _20q.cfe, _20q.cfs, _20q.si, _20r.cfe, _20r.cfs, _20r.si, _20s.cfe, _20s.cfs, _20s.si, _20t.cfe, _20t.cfs, _20t.si, _20u.cfe, _20u.cfs, _20u.si, _20v.cfe, _20v.cfs, _20v.si, _20w.cfe, _20w.cfs, _20w.si, _20x.cfe, _20x.cfs, _20x.si, _20y.cfe, _20y.cfs, _20y.si, _20z.cfe, _20z.cfs, _20z.si, _210.cfe, _210.cfs, _210.si, _211.cfe, _211.cfs, _211.si, _212.cfe, _212.cfs, _212.si, _213.cfe, _213.cfs, _213.si, _214.cfe, _214.cfs, _214.si, _216.cfe, _216.cfs, _216.si, _217.cfe, _217.cfs, _217.si, _218.cfe, _218.cfs, _218.si, _219.cfe, _219.cfs, _219.si, _21a.cfe, _21a.cfs, _21a.si, _21b.cfe, _21b.cfs, _21b.si, _21c.cfe, _21c.cfs, _21c.si, _21d.cfe, _21d.cfs, _21d.si, _21e.cfe, _21e.cfs, _21e.si, _21f.cfe, _21f.cfs, _21f.si, _21g.cfe, _21g.cfs, _21g.si, _21h.cfe, _21h.cfs, _21h.si, _21i.cfe, _21i.cfs, _21i.si, _21j.cfe, _21j.cfs, _21j.si, _21k.cfe, _21k.cfs, _21k.si, _21l.cfe, _21l.cfs, _21l.si, _21m.cfe, _21m.cfs, _21m.si, _21n.cfe, _21n.cfs, _21n.si, _21o.cfe, _21o.cfs, _21o.si, _21p.cfe, _21p.cfs, _21p.si, _21q.cfe, _21q.cfs, _21q.si, _21r.cfe, _21r.cfs, _21r.si, _21s.cfe, _21s.cfs, _21s.si, _21t.cfe, _21t.cfs, _21t.si, _21u.cfe, _21u.cfs, _21u.si, segments_2]}, {indexVersion=1521086194421,generation=3,filelist=[_214.cfe, _214.cfs, _214.si, _215.cfe, _215.cfs, _215.si, _216.cfe, _216.cfs, _216.si, _217.cfe, _217.cfs, _217.si, _218.cfe, _218.cfs, _218.si, _219.cfe, _219.cfs, _219.si, _21a.cfe, _21a.cfs, _21a.si, _21b.cfe, _21b.cfs, _21b.si, _21c.cfe, _21c.cfs, _21c.si, _21d.cfe, _21d.cfs, _21d.si, _21e.cfe, _21e.cfs, _21e.si, _21f.cfe, _21f.cfs, _21f.si, _21g.cfe, _21g.cfs, _21g.si, _21h.cfe, _21h.cfs, _21h.si, _21i.cfe, _21i.cfs, _21i.si, _21j.cfe, _21j.cfs, _21j.si, _21k.cfe, _21k.cfs, _21k.si, _21l.cfe, _21l.cfs, _21l.si, _21m.cfe, _21m.cfs, _21m.si, _21n.cfe, _21n.cfs, _21n.si, _21o.cfe, _21o.cfs, _21o.si, _21p.cfe, _21p.cfs, _21p.si, _21q.cfe, _21q.cfs, _21q.si, _21r.cfe, _21r.cfs, _21r.si, _21s.cfe, _21s.cfs, _21s.si, _21t.cfe, _21t.cfs, _21t.si, _21u.cfe, _21u.cfs, _21u.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([E7C8D9B9A63EB0:2530D3E9C9EE30B3]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1284)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([E7C8D9B9A63EB0:3355E01DB411E407]:0)
at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:78)
at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:51)
at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:164)
at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:150)
at org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:278)
at org.apache.lucene.store.MockIndexOutputWrapper.copyBytes(MockIndexOutputWrapper.java:165)
at org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.write(Lucene50CompoundFormat.java:100)
at org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:5098)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4595)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4171)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2347)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5186)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1783)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1464)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
at org.apache.solr.uninverting.TestDocTermOrds.testTriggerUnInvertLimit(TestDocTermOrds.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:45073/xsyf/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:45073/xsyf/collection1
at __randomizedtesting.SeedInfo.seed([E7C8D9B9A63EB0:88B3F703175A5348]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1591)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:352)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 54 more
Build Log:
[...truncated 1882 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/temp/junit4-J0-20180315_002917_8107147507931525865805.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] codec: DummyCompressingStoredFields, pf: Memory, dvf: Lucene70
[junit4] <<< JVM J0: EOF ----
[...truncated 11039 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/init-core-data-001
[junit4] 2> 0 INFO (SUITE-RollingRestartTest-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 118 INFO (SUITE-RollingRestartTest-seed#[E7C8D9B9A63EB0]-worker) [ ] o.e.j.u.log Logging initialized @3596ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 127 INFO (SUITE-RollingRestartTest-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 148 INFO (SUITE-RollingRestartTest-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 181 INFO (SUITE-RollingRestartTest-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /bcb/
[junit4] 2> 265 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 298 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 300 INFO (Thread-1) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 498 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.ZkTestServer start zk server on port:56510
[junit4] 2> 599 ERROR (Thread-1) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 681 INFO (zkConnectionManagerCallback-2-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 733 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f7bbc0dc0000, likely client has closed socket
[junit4] 2> 765 INFO (zkConnectionManagerCallback-4-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 805 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 847 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 860 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 866 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 873 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 877 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 894 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 907 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 912 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 917 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 921 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 927 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1918 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1945 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1945 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1950 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1972 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38b2d9c1{/bcb,null,AVAILABLE}
[junit4] 2> 1994 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47e10803{HTTP/1.1,[http/1.1]}{127.0.0.1:36064}
[junit4] 2> 1996 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.Server Started @5480ms
[junit4] 2> 1997 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/tempDir-001/control/data, replicaType=NRT, hostContext=/bcb, hostPort=36064, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/control-001/cores}
[junit4] 2> 2039 ERROR (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2040 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 2054 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2055 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2086 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T03:24:05.152Z
[junit4] 2> 2125 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2138 INFO (zkConnectionManagerCallback-6-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2165 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2168 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/control-001/solr.xml
[junit4] 2> 2426 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2426 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2448 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3001 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56510/solr
[junit4] 2> 3033 INFO (zkConnectionManagerCallback-10-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3055 INFO (zkConnectionManagerCallback-12-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3509 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3514 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36064_bcb
[junit4] 2> 3517 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.c.Overseer Overseer (id=73455879711358980-127.0.0.1:36064_bcb-n_0000000000) starting
[junit4] 2> 3695 INFO (zkConnectionManagerCallback-17-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3706 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56510/solr ready
[junit4] 2> 3806 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36064_bcb
[junit4] 2> 3875 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3889 INFO (zkCallback-11-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4918 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 4920 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 4920 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 4976 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:36064_bcb ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/control-001/cores
[junit4] 2> 5155 INFO (zkConnectionManagerCallback-21-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5169 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5171 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56510/solr ready
[junit4] 2> 6050 INFO (qtp1042177942-26) [n:127.0.0.1:36064_bcb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36064_bcb&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6112 INFO (OverseerThreadFactory-8-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 6324 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6344 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6489 INFO (zkCallback-11-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 7543 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 7757 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 8337 WARN (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 8444 WARN (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 8452 WARN (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 8464 WARN (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 8609 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 8911 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 8944 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 8963 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 9048 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 9120 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26551317155982646]
[junit4] 2> 9604 WARN (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 10128 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 10128 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 10142 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 10142 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 10149 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=0.70703125, floorSegmentMB=1.1787109375, forceMergeDeletesPctAllowed=17.885234616518897, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2553250261423684
[junit4] 2> 10184 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38cf781d[control_collection_shard1_replica_n1] main]
[junit4] 2> 10225 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 10283 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 10330 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 10568 INFO (searcherExecutor-11-thread-1-processing-n:127.0.0.1:36064_bcb x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@38cf781d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 10579 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594972442381516800
[junit4] 2> 10628 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 10654 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 10654 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 10654 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36064/bcb/control_collection_shard1_replica_n1/
[junit4] 2> 10656 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 10656 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36064/bcb/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 10657 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 10687 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36064/bcb/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 10695 INFO (zkCallback-11-thread-2-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 10746 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 10754 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4438
[junit4] 2> 10853 INFO (qtp1042177942-26) [n:127.0.0.1:36064_bcb ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 10856 INFO (zkCallback-11-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 11854 INFO (qtp1042177942-26) [n:127.0.0.1:36064_bcb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36064_bcb&wt=javabin&version=2} status=0 QTime=5962
[junit4] 2> 11911 INFO (zkConnectionManagerCallback-25-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 11919 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 11924 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56510/solr ready
[junit4] 2> 11928 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 11931 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 11948 INFO (OverseerCollectionConfigSetProcessor-73455879711358980-127.0.0.1:36064_bcb-n_0000000000) [n:127.0.0.1:36064_bcb ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 11949 INFO (OverseerThreadFactory-8-thread-2-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 11956 WARN (OverseerThreadFactory-8-thread-2-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 12171 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 12183 INFO (qtp1042177942-30) [n:127.0.0.1:36064_bcb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=251
[junit4] 2> 12391 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-1-001 of type NRT
[junit4] 2> 12393 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 12426 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 12426 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 12426 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 12428 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@779123f5{/bcb,null,AVAILABLE}
[junit4] 2> 12429 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e4e76c5{HTTP/1.1,[http/1.1]}{127.0.0.1:51556}
[junit4] 2> 12429 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.Server Started @15913ms
[junit4] 2> 12429 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/bcb, hostPort=51556, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-1-001/cores}
[junit4] 2> 12429 ERROR (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 12430 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 12430 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 12430 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 12430 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T03:24:15.526Z
[junit4] 2> 12460 INFO (zkConnectionManagerCallback-27-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 12462 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 12465 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-1-001/solr.xml
[junit4] 2> 12477 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 12478 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 12497 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 12519 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56510/solr
[junit4] 2> 12551 INFO (zkConnectionManagerCallback-31-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 12607 INFO (zkConnectionManagerCallback-33-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 12626 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 12629 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 12637 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51556_bcb
[junit4] 2> 12641 INFO (zkCallback-11-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 12663 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 12683 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 12684 INFO (zkCallback-24-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 12882 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 12968 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 12969 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 12980 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-1-001/cores
[junit4] 2> 13026 INFO (zkConnectionManagerCallback-38-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 13031 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 13033 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:51556_bcb ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56510/solr ready
[junit4] 2> 13145 INFO (qtp1042177942-28) [n:127.0.0.1:36064_bcb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:51556_bcb&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 13164 INFO (OverseerCollectionConfigSetProcessor-73455879711358980-127.0.0.1:36064_bcb-n_0000000000) [n:127.0.0.1:36064_bcb ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 13172 INFO (OverseerThreadFactory-8-thread-3-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:51556_bcb for creating new replica
[junit4] 2> 13208 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 13210 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 13329 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 14315 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 14456 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 14832 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 14995 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 14996 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 14996 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 14996 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 15016 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26551317155982646]
[junit4] 2> 15059 WARN (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 15357 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 15359 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 15362 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 15368 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 15380 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=0.70703125, floorSegmentMB=1.1787109375, forceMergeDeletesPctAllowed=17.885234616518897, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2553250261423684
[junit4] 2> 15391 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dfbfe64[collection1_shard2_replica_n41] main]
[junit4] 2> 15395 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 15397 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 15399 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 15404 INFO (searcherExecutor-22-thread-1-processing-n:127.0.0.1:51556_bcb x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@7dfbfe64[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 15405 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594972447441944576
[junit4] 2> 15436 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 15468 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 15468 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 15468 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51556/bcb/collection1_shard2_replica_n41/
[junit4] 2> 15468 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 15468 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:51556/bcb/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 15468 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 15480 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51556/bcb/collection1_shard2_replica_n41/ shard2
[junit4] 2> 15480 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 15482 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 15486 INFO (qtp1749943126-78) [n:127.0.0.1:51556_bcb c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2278
[junit4] 2> 15507 INFO (qtp1042177942-28) [n:127.0.0.1:36064_bcb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:51556_bcb&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2361
[junit4] 2> 15586 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 15688 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-2-001 of type NRT
[junit4] 2> 15699 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 15708 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 15708 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 15708 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 15709 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@880b243{/bcb,null,AVAILABLE}
[junit4] 2> 15710 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c43d74e{HTTP/1.1,[http/1.1]}{127.0.0.1:33615}
[junit4] 2> 15710 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.e.j.s.Server Started @19194ms
[junit4] 2> 15710 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/bcb, hostPort=33615, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-2-001/cores}
[junit4] 2> 15711 ERROR (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 15717 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 15718 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 15718 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 15719 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T03:24:18.815Z
[junit4] 2> 15746 INFO (zkConnectionManagerCallback-40-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 15748 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 15748 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-2-001/solr.xml
[junit4] 2> 15756 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 15756 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 15758 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 15763 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56510/solr
[junit4] 2> 15768 INFO (zkConnectionManagerCallback-44-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 15787 INFO (zkConnectionManagerCallback-46-thread-1-processing-n:127.0.0.1:33615_bcb) [n:127.0.0.1:33615_bcb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 15805 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 15810 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 15816 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33615_bcb
[junit4] 2> 15819 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 15819 INFO (zkCallback-11-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 15820 INFO (zkCallback-16-thread-1-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 15836 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:33615_bcb) [n:127.0.0.1:33615_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 15843 INFO (zkCallback-24-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 15847 INFO (zkCallback-37-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 16091 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 16210 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 16211 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 16227 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-2-001/cores
[junit4] 2> 16242 INFO (zkConnectionManagerCallback-51-thread-1-processing-n:127.0.0.1:33615_bcb) [n:127.0.0.1:33615_bcb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16245 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 16247 INFO (TEST-RollingRestartTest.test-seed#[E7C8D9B9A63EB0]) [n:127.0.0.1:33615_bcb ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56510/solr ready
[junit4] 2> 16355 INFO (qtp1614862627-113) [n:127.0.0.1:33615_bcb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33615_bcb&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 16360 INFO (OverseerCollectionConfigSetProcessor-73455879711358980-127.0.0.1:36064_bcb-n_0000000000) [n:127.0.0.1:36064_bcb ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 16364 INFO (OverseerThreadFactory-8-thread-4-processing-n:127.0.0.1:36064_bcb) [n:127.0.0.1:36064_bcb ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33615_bcb for creating new replica
[junit4] 2> 16370 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 16371 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 16478 INFO (zkCallback-32-thread-1-processing-n:127.0.0.1:51556_bcb) [n:127.0.0.1:51556_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 16478 INFO (zkCallback-45-thread-1-processing-n:127.0.0.1:33615_bcb) [n:127.0.0.1:33615_bcb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 17424 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.4.0
[junit4] 2> 17465 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 17670 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 17740 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 17742 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ef3a863
[junit4] 2> 17743 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 17743 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_E7C8D9B9A63EB0-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 17768 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.26551317155982646]
[junit4] 2> 17802 WARN (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 17954 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 17954 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 17957 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 17957 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 17960 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=0.70703125, floorSegmentMB=1.1787109375, forceMergeDeletesPctAllowed=17.885234616518897, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2553250261423684
[junit4] 2> 17971 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@3160536c[collection1_shard1_replica_n43] main]
[junit4] 2> 17974 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 17975 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 17976 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 17977 INFO (qtp1614862627-118) [n:127.0.0.1:33615_bcb c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594972450138882048
[junit4] 2> 17982 INFO (searcherExecutor-33-thread-1-processing-n:127.0.0.1:33615_bcb x:collection1_shard1_replica_n43 s:shard1 c:co
[...truncated too long message...]
:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1591)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:352)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:144)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 54 more
[junit4] 2> 4025032 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 4025032 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1000510426
[junit4] 2> 4025032 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 4025032 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1614d578: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@f82ee6f
[junit4] 2> 4025033 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 4025033 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d09807f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@360b9d03
[junit4] 2> 4025034 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 4025034 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[E7C8D9B9A63EB0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e5cc939: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3f26df05
[junit4] 2> 4025038 INFO (coreCloseExecutor-2362-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@49df8037
[junit4] 2> 4025038 INFO (coreCloseExecutor-2362-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1239384119
[junit4] 2> 4025038 INFO (coreCloseExecutor-2362-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12cf6801: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1702be3a
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_E7C8D9B9A63EB0-001
[junit4] 2> Mar 15, 2018 4:31:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {title_s=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneFixedGap), id_field_copy_that_does_not_support_in_place_update_s=Lucene50(blocksize=128)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Direct), id_i=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory), inplace_updatable_int_with_default=DocValuesFormat(name=Direct), inplace_updatable_float_with_default=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=177, maxMBSortInHeap=7.81782720409266, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-QA, timezone=Australia/ACT
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=44270640,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [RollingRestartTest, TestDFISimilarityFactory, TestLeaderElectionZkExpiry, CoreAdminHandlerTest, TestGraphTermsQParserPlugin, ResponseBuilderTest, NumericFieldsTest, SpellPossibilityIteratorTest, CollectionsAPIDistributedZkTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [493/783 (4!)] on J2 in 3261.01s, 1 test, 1 error <<< FAILURES!
[...truncated 987 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20180315_032359_5582097829267728724174.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid12681.hprof ...
[junit4] Heap dump file created [450683725 bytes in 0.917 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 9292 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:636: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:570: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid12681.hprof
Total time: 273 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 174 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/174/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection
Error Message:
Timeout waiting for new leader null Live Nodes: [127.0.0.1:35393_solr, 127.0.0.1:39510_solr, 127.0.0.1:42166_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/14)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node62":{ "core":"collection1_shard1_replica_n61", "base_url":"https://127.0.0.1:45622/solr", "node_name":"127.0.0.1:45622_solr", "state":"down", "type":"NRT"}, "core_node64":{ "core":"collection1_shard1_replica_n63", "base_url":"https://127.0.0.1:42166/solr", "node_name":"127.0.0.1:42166_solr", "state":"active", "type":"NRT"}, "core_node66":{ "core":"collection1_shard1_replica_n65", "base_url":"https://127.0.0.1:39510/solr", "node_name":"127.0.0.1:39510_solr", "state":"active", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timeout waiting for new leader
null
Live Nodes: [127.0.0.1:35393_solr, 127.0.0.1:39510_solr, 127.0.0.1:42166_solr]
Last available state: DocCollection(collection1//collections/collection1/state.json/14)={
"pullReplicas":"0",
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node62":{
"core":"collection1_shard1_replica_n61",
"base_url":"https://127.0.0.1:45622/solr",
"node_name":"127.0.0.1:45622_solr",
"state":"down",
"type":"NRT"},
"core_node64":{
"core":"collection1_shard1_replica_n63",
"base_url":"https://127.0.0.1:42166/solr",
"node_name":"127.0.0.1:42166_solr",
"state":"active",
"type":"NRT"},
"core_node66":{
"core":"collection1_shard1_replica_n65",
"base_url":"https://127.0.0.1:39510/solr",
"node_name":"127.0.0.1:39510_solr",
"state":"active",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F36F789B06B8474E:5B736421C4F87364]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection(LeaderVoteWaitTimeoutTest.java:189)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([F36F789B06B8474E:19B6FF9421D4A7D]:0)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:347)
at org.apache.solr.cloud.LeaderVoteWaitTimeoutTest.basicTest(LeaderVoteWaitTimeoutTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12879 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderVoteWaitTimeoutTest
[junit4] 2> 537790 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/init-core-data-001
[junit4] 2> 537790 WARN (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 537790 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 537824 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 537844 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001
[junit4] 2> 537844 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 537856 INFO (Thread-318) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 537856 INFO (Thread-318) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 537857 ERROR (Thread-318) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 537956 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35147
[junit4] 2> 537961 INFO (zkConnectionManagerCallback-508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 537975 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 537975 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 537975 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 537976 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 538040 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 538040 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 538040 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 538040 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 538040 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 538040 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 538041 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 538041 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 538041 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 538041 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@513cd7a{/solr,null,AVAILABLE}
[junit4] 2> 538045 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eef11d8{/solr,null,AVAILABLE}
[junit4] 2> 538046 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7371831a{SSL,[ssl, http/1.1]}{127.0.0.1:46517}
[junit4] 2> 538046 INFO (jetty-launcher-505-thread-4) [ ] o.e.j.s.Server Started @550500ms
[junit4] 2> 538046 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46517}
[junit4] 2> 538047 ERROR (jetty-launcher-505-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 538047 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.410Z
[junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e870ac1{/solr,null,AVAILABLE}
[junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@242faf2e{SSL,[ssl, http/1.1]}{127.0.0.1:38996}
[junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.e.j.s.Server Started @550522ms
[junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38996}
[junit4] 2> 538068 ERROR (jetty-launcher-505-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 538068 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 538069 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.432Z
[junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fdd3ddb{SSL,[ssl, http/1.1]}{127.0.0.1:36656}
[junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.e.j.s.Server Started @550523ms
[junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36656}
[junit4] 2> 538070 ERROR (jetty-launcher-505-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 538070 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.433Z
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7db0d920{/solr,null,AVAILABLE}
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6240e991{SSL,[ssl, http/1.1]}{127.0.0.1:35723}
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.e.j.s.Server Started @550526ms
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35723}
[junit4] 2> 538072 ERROR (jetty-launcher-505-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 538072 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:22.435Z
[junit4] 2> 538093 INFO (zkConnectionManagerCallback-510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538093 INFO (zkConnectionManagerCallback-516-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538094 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 538094 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 538108 INFO (zkConnectionManagerCallback-514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538157 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 538157 INFO (zkConnectionManagerCallback-512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538158 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 538164 INFO (jetty-launcher-505-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 538196 INFO (jetty-launcher-505-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 538217 INFO (zkConnectionManagerCallback-520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538230 INFO (jetty-launcher-505-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 538230 INFO (zkConnectionManagerCallback-524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538230 INFO (jetty-launcher-505-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 538232 INFO (zkConnectionManagerCallback-530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538232 INFO (zkConnectionManagerCallback-532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538232 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c1f0ca750005, likely client has closed socket
[junit4] 2> 538287 INFO (zkConnectionManagerCallback-534-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538296 INFO (zkConnectionManagerCallback-536-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538300 INFO (zkConnectionManagerCallback-540-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538300 INFO (zkConnectionManagerCallback-538-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 538931 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 538944 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 538945 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35723_solr
[junit4] 2> 538946 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38996_solr
[junit4] 2> 538946 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.Overseer Overseer (id=72270833970905099-127.0.0.1:35723_solr-n_0000000000) starting
[junit4] 2> 538962 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 538990 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 538990 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 538991 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 538993 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 538994 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36656_solr
[junit4] 2> 539014 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 539015 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 539016 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 539042 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 539043 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 539044 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46517_solr
[junit4] 2> 539090 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 539090 INFO (zkConnectionManagerCallback-548-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539090 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 539091 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 539119 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 539143 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 539183 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 539207 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35723_solr
[junit4] 2> 539257 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 539257 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 539257 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 539257 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 539332 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 539550 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46517.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539589 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38996.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539626 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46517.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539626 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46517.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539627 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node3/.
[junit4] 2> 539651 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36656.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539739 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539752 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38996.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539753 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38996.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539754 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node1/.
[junit4] 2> 539754 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36656.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539755 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36656.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539756 INFO (zkConnectionManagerCallback-552-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 539765 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 539765 INFO (jetty-launcher-505-thread-4) [n:127.0.0.1:46517_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 539772 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node4/.
[junit4] 2> 539933 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539933 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35723.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 539964 INFO (jetty-launcher-505-thread-3) [n:127.0.0.1:35723_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node2/.
[junit4] 2> 540069 INFO (zkConnectionManagerCallback-556-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540142 INFO (zkConnectionManagerCallback-560-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540186 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 540247 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 540284 INFO (jetty-launcher-505-thread-2) [n:127.0.0.1:36656_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 540320 INFO (jetty-launcher-505-thread-1) [n:127.0.0.1:38996_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 540731 INFO (zkConnectionManagerCallback-562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540824 INFO (zkConnectionManagerCallback-566-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540825 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 540825 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 540845 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7371831a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 540845 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1388196242
[junit4] 2> 540845 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 540846 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@58c3d9a0: rootName = solr_46517, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d197ae
[junit4] 2> 540863 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 540863 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a1bf663: rootName = solr_46517, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5
[junit4] 2> 540899 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 540899 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e246043: rootName = solr_46517, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f
[junit4] 2> 541007 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46517_solr
[junit4] 2> 541024 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541024 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541024 INFO (zkCallback-535-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541043 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 541067 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541080 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:46517_solr) [n:127.0.0.1:46517_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541080 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541096 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541096 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 541104 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541116 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 541140 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c1f0ca75000e, likely client has closed socket
[junit4] 2> 541157 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100c1f0ca75000a, likely client has closed socket
[junit4] 2> 541169 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@eef11d8{/solr,null,UNAVAILABLE}
[junit4] 2> 541170 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 541190 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 541243 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 541243 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 541243 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 541244 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1768cabf{/solr,null,AVAILABLE}
[junit4] 2> 541245 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fd08592{SSL,[ssl, http/1.1]}{127.0.0.1:33992}
[junit4] 2> 541245 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @553699ms
[junit4] 2> 541279 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45622}
[junit4] 2> 541279 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 541328 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 541329 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 541329 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 541329 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:25.692Z
[junit4] 2> 541376 INFO (zkConnectionManagerCallback-568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541377 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 541437 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 541445 INFO (zkConnectionManagerCallback-572-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541481 INFO (zkConnectionManagerCallback-574-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541602 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 541603 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 541637 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45622_solr
[junit4] 2> 541639 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541639 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541665 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541665 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541665 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541665 INFO (zkCallback-539-thread-2-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541744 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541754 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 541937 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45622.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 541974 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45622.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 541974 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45622.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 541975 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node3/.
[junit4] 2> 541992 INFO (zkConnectionManagerCallback-579-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 541993 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 541994 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:45622_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 542840 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:33992/solr. Proxy: https://127.0.0.1:45622/solr
[junit4] 2> 542858 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6240e991{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 542859 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1939252337
[junit4] 2> 542859 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 542859 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d369f16: rootName = solr_35723, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2e8d705b
[junit4] 2> 542881 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 542881 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@432b5454: rootName = solr_35723, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5
[junit4] 2> 542901 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 542901 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fd724f8: rootName = solr_35723, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f
[junit4] 2> 542902 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35723_solr
[junit4] 2> 542902 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 542924 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 542924 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.Overseer Overseer (id=72270833970905099-127.0.0.1:35723_solr-n_0000000000) closing
[junit4] 2> 542924 WARN (OverseerAutoScalingTriggerThread-72270833970905099-127.0.0.1:35723_solr-n_0000000000) [n:127.0.0.1:35723_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 542928 INFO (OverseerStateUpdate-72270833970905099-127.0.0.1:35723_solr-n_0000000000) [n:127.0.0.1:35723_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35723_solr
[junit4] 2> 542928 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542928 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542928 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542928 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542942 INFO (zkCallback-539-thread-1-processing-n:127.0.0.1:35723_solr) [n:127.0.0.1:35723_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542942 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542942 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542964 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542965 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 542967 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7db0d920{/solr,null,UNAVAILABLE}
[junit4] 2> 542967 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38996_solr
[junit4] 2> 542968 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 542994 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 542997 INFO (zkCallback-533-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.Overseer Overseer (id=72270833970905097-127.0.0.1:38996_solr-n_0000000001) starting
[junit4] 2> 542998 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 542998 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 542998 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 542999 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43899bba{/solr,null,AVAILABLE}
[junit4] 2> 542999 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c99ac{SSL,[ssl, http/1.1]}{127.0.0.1:35479}
[junit4] 2> 542999 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @555453ms
[junit4] 2> 543013 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42166}
[junit4] 2> 543013 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 543014 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:27.377Z
[junit4] 2> 543034 INFO (zkConnectionManagerCallback-581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543035 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 543092 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 543137 INFO (zkConnectionManagerCallback-585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543149 INFO (zkConnectionManagerCallback-587-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543171 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 543173 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 543175 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42166_solr
[junit4] 2> 543203 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543203 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543204 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543204 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543204 INFO (zkCallback-533-thread-2-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543204 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543204 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543204 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 543355 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42166.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 543387 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42166.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 543387 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42166.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 543388 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node2/.
[junit4] 2> 543408 INFO (zkConnectionManagerCallback-592-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543409 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 543418 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:42166_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 543573 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:35479/solr. Proxy: https://127.0.0.1:42166/solr
[junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@242faf2e{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1605161822
[junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 543575 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c07b680: rootName = solr_38996, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17cc5a2e
[junit4] 2> 543597 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 543597 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6013bcbc: rootName = solr_38996, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5
[junit4] 2> 543600 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 543600 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47109599: rootName = solr_38996, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f
[junit4] 2> 543618 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38996_solr
[junit4] 2> 543619 INFO (zkCallback-559-thread-1-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543619 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543619 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543619 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543694 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543695 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 543771 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 543771 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.Overseer Overseer (id=72270833970905097-127.0.0.1:38996_solr-n_0000000001) closing
[junit4] 2> 543771 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543783 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543783 INFO (OverseerStateUpdate-72270833970905097-127.0.0.1:38996_solr-n_0000000001) [n:127.0.0.1:38996_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38996_solr
[junit4] 2> 543783 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543804 INFO (zkCallback-533-thread-2-processing-n:127.0.0.1:38996_solr) [n:127.0.0.1:38996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 543804 WARN (OverseerAutoScalingTriggerThread-72270833970905097-127.0.0.1:38996_solr-n_0000000001) [n:127.0.0.1:38996_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 543856 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36656_solr
[junit4] 2> 543856 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e870ac1{/solr,null,UNAVAILABLE}
[junit4] 2> 543857 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 543858 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.Overseer Overseer (id=72270833970905100-127.0.0.1:36656_solr-n_0000000002) starting
[junit4] 2> 543882 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 543915 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b1a7eb0{/solr,null,AVAILABLE}
[junit4] 2> 543916 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35afabd{SSL,[ssl, http/1.1]}{127.0.0.1:39488}
[junit4] 2> 543916 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @556370ms
[junit4] 2> 543925 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39510}
[junit4] 2> 543925 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 543929 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:28.292Z
[junit4] 2> 543938 INFO (zkConnectionManagerCallback-594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 543939 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 543980 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 543998 INFO (zkConnectionManagerCallback-598-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 544032 INFO (zkConnectionManagerCallback-600-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 544037 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 544060 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 544076 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39510_solr
[junit4] 2> 544088 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544088 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544088 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544089 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544089 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544089 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544103 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544104 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544280 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39510.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 544313 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39510.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 544313 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39510.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 544326 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node1/.
[junit4] 2> 544332 INFO (zkConnectionManagerCallback-605-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 544333 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 544346 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:39510_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 544490 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:39488/solr. Proxy: https://127.0.0.1:39510/solr
[junit4] 2> 544492 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5fdd3ddb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 544504 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=463140477
[junit4] 2> 544512 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 544513 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1748ac52: rootName = solr_36656, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1b440093
[junit4] 2> 544518 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 544518 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d110e3a: rootName = solr_36656, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@150cb3c5
[junit4] 2> 544542 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 544542 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1089e45e: rootName = solr_36656, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@700b4b5f
[junit4] 2> 544544 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36656_solr
[junit4] 2> 544557 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 544558 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544558 INFO (zkCallback-555-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544558 INFO (zkCallback-537-thread-1-processing-n:127.0.0.1:36656_solr) [n:127.0.0.1:36656_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544558 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544559 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544559 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 544560 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544560 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.Overseer Overseer (id=72270833970905100-127.0.0.1:36656_solr-n_0000000002) closing
[junit4] 2> 544560 INFO (OverseerStateUpdate-72270833970905100-127.0.0.1:36656_solr-n_0000000002) [n:127.0.0.1:36656_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36656_solr
[junit4] 2> 544589 WARN (OverseerAutoScalingTriggerThread-72270833970905100-127.0.0.1:36656_solr-n_0000000002) [n:127.0.0.1:36656_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 544590 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544590 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544591 INFO (zkCallback-604-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 544595 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45622_solr
[junit4] 2> 544595 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@513cd7a{/solr,null,UNAVAILABLE}
[junit4] 2> 544595 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 544596 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.Overseer Overseer (id=72270833970905109-127.0.0.1:45622_solr-n_0000000004) starting
[junit4] 2> 544597 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 544615 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 544615 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 544616 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 544616 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@346eccd7{/solr,null,AVAILABLE}
[junit4] 2> 544630 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e13780b{SSL,[ssl, http/1.1]}{127.0.0.1:43121}
[junit4] 2> 544630 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.e.j.s.Server Started @557084ms
[junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35393}
[junit4] 2> 544631 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.4.0
[junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 544631 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 544632 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-13T04:46:28.994Z
[junit4] 2> 544633 INFO (zkConnectionManagerCallback-607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 544646 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 544699 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35147/solr
[junit4] 2> 544701 INFO (zkConnectionManagerCallback-611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 544706 INFO (zkConnectionManagerCallback-613-thread-1-processing-n:127.0.0.1:35393_solr) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 544733 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 544734 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 544746 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35393_solr
[junit4] 2> 544747 INFO (zkCallback-591-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544747 INFO (zkCallback-586-thread-1-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544747 INFO (zkCallback-604-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544747 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544748 INFO (zkCallback-573-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544747 INFO (zkCallback-565-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544764 INFO (zkCallback-612-thread-1-processing-n:127.0.0.1:35393_solr) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544768 INFO (zkCallback-578-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 544844 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35393.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 544873 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35393.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 544873 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35393.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4bd54f9d
[junit4] 2> 544874 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001/tempDir-001/node4/.
[junit4] 2> 544877 INFO (zkConnectionManagerCallback-618-thread-1-processing-n:127.0.0.1:35393_solr) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 544878 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 544879 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [n:127.0.0.1:35393_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35147/solr ready
[junit4] 2> 544936 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.LeaderVoteWaitTimeoutTest Adding proxy for URL: https://127.0.0.1:43121/solr. Proxy: https://127.0.0.1:35393/solr
[junit4] 2> 545015 INFO (TEST-LeaderVoteWaitTimeoutTest.testMostInSyncReplicasCanWinElection-seed#[F36F789B06B8474E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMostInSyncReplicasCanWinElection
[junit4] 2> 545016 INFO (SocketProxy-Acceptor-35393) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51162,localport=35393], receiveBufferSize:531000
[junit4] 2> 545048 INFO (SocketProxy-Acceptor-35393) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43121,localport=38772], receiveBufferSize=530904
[junit4] 2> 545153 INFO (qtp97815623-1916) [n:127.0.0.1:35393_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=3&name=collection1&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 545156 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 545156 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1.AUTOCREATED/protwords.txt
[junit4] 2> 545158 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1.AUTOCREATED/managed-schema
[junit4] 2> 545159 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1.AUTOCREATED/solrconfig.xml
[junit4] 2> 545161 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1.AUTOCREATED/synonyms.txt
[junit4] 2> 545162 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1.AUTOCREATED/stopwords.txt
[junit4] 2> 545163 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1.AUTOCREATED/params.json
[junit4] 2> 545165 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 545166 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 545167 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 545169 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 545170 INFO (OverseerThreadFactory-599-thread-1-processing-n:127.0.0.1:45622_solr) [n:127.0.0.1:45622_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1.AUTOCREATED/l
[...truncated too long message...]
0_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 560129 INFO (jetty-closer-506-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@346eccd7{/solr,null,UNAVAILABLE}
[junit4] 2> 560163 INFO (jetty-closer-506-thread-4) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 560354 INFO (zkCallback-599-thread-1-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 560354 INFO (zkCallback-599-thread-2-processing-n:127.0.0.1:39510_solr) [n:127.0.0.1:39510_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 560362 INFO (zkCallback-586-thread-3-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 560362 INFO (zkCallback-586-thread-2-processing-n:127.0.0.1:42166_solr) [n:127.0.0.1:42166_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [0])
[junit4] 2> 562226 ERROR (recoveryExecutor-596-thread-1-processing-n:127.0.0.1:39510_solr x:collection1_shard1_replica_n65 s:shard1 c:collection1 r:core_node66) [n:127.0.0.1:39510_solr c:collection1 s:shard1 r:core_node66 x:collection1_shard1_replica_n65] o.a.s.c.RecoveryStrategy SolrCore not found - cannot recover:collection1_shard1_replica_n65
[junit4] 2> 562244 INFO (jetty-closer-506-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b1a7eb0{/solr,null,UNAVAILABLE}
[junit4] 2> 562244 INFO (jetty-closer-506-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
[junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.SolrCore [collection1_shard1_replica_n63] CLOSING SolrCore org.apache.solr.core.SolrCore@4d0c43a3
[junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n63, tag=1292649379
[junit4] 2> 564037 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@634fc471: rootName = solr_42166, domain = solr.core.collection1.shard1.replica_n63, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n63 / com.codahale.metrics.MetricRegistry@73c0a9b6
[junit4] 2> 564111 INFO (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1292649379
[junit4] 2> 564111 WARN (recoveryExecutor-583-thread-1-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.c.RecoveryStrategy Stopping recovery for core=[collection1_shard1_replica_n63] coreNodeName=[core_node64]
[junit4] 2> 564130 WARN (updateExecutor-582-thread-2-processing-n:127.0.0.1:42166_solr x:collection1_shard1_replica_n63 s:shard1 c:collection1 r:core_node64) [n:127.0.0.1:42166_solr c:collection1 s:shard1 r:core_node64 x:collection1_shard1_replica_n63] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
[junit4] 2> 564131 INFO (jetty-closer-506-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72270833970905113-127.0.0.1:42166_solr-n_0000000005) closing
[junit4] 2> 564131 INFO (OverseerStateUpdate-72270833970905113-127.0.0.1:42166_solr-n_0000000005) [n:127.0.0.1:42166_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42166_solr
[junit4] 2> 564131 WARN (OverseerAutoScalingTriggerThread-72270833970905113-127.0.0.1:42166_solr-n_0000000005) [n:127.0.0.1:42166_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 564188 INFO (jetty-closer-506-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43899bba{/solr,null,UNAVAILABLE}
[junit4] 2> 564188 INFO (jetty-closer-506-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 564194 ERROR (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 564194 INFO (SUITE-LeaderVoteWaitTimeoutTest-seed#[F36F789B06B8474E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35147 35147
[junit4] 2> 564286 INFO (Thread-318) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35147 35147
[junit4] 2> 564287 WARN (Thread-318) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/collections/collection1/terms/shard1
[junit4] 2> 17 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 3 /solr/configs/collection1.AUTOCREATED/managed-schema
[junit4] 2> 3 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/configs/collection1.AUTOCREATED
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/collections/collection1/state.json
[junit4] 2> 17 /solr/clusterprops.json
[junit4] 2> 17 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72270833970905100-127.0.0.1:36656_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/live_nodes
[junit4] 2> 17 /solr/collections
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderVoteWaitTimeoutTest_F36F789B06B8474E-001
[junit4] 2> Mar 13, 2018 4:46:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=lv, timezone=Africa/Dakar
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=180034232,total=423624704
[junit4] 2> NOTE: All tests run in this JVM: [PeerSyncWithIndexFingerprintCachingTest, SolrPluginUtilsTest, TestDocumentBuilder, TestExceedMaxTermLength, TestLuceneMatchVersion, TestChildDocTransformer, TestHashPartitioner, CleanupOldIndexTest, DirectUpdateHandlerTest, ZkCLITest, TestSkipOverseerOperations, TestSchemaVersionResource, TestBlendedInfixSuggestions, ScheduledTriggerTest, TestSegmentSorting, TestPhraseSuggestions, MBeansHandlerTest, TestLeaderInitiatedRecoveryThread, SortSpecParsingTest, RemoteQueryErrorTest, LeaderVoteWaitTimeoutTest]
[junit4] Completed [72/783 (1!)] on J0 in 27.04s, 2 tests, 1 failure, 1 error <<< FAILURES!
[...truncated 52076 lines...]
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 173 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/173/
2 tests failed.
FAILED: org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:897)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:911)
at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1528)
at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1508)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:141)
at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.fst.FST.<init>(FST.java:342)
at org.apache.lucene.util.fst.FST.<init>(FST.java:274)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:884)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:967)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4588)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1520822454763,generation=2,filelist=[_1.cfe, _1.cfs, _1.si, _2.cfe, _2.cfs, _2.si, _3.cfe, _3.cfs, _3.si, _4.cfe, _4.cfs, _4.si, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}]> but was:<[{indexVersion=1520822454763,generation=2,filelist=[_1.cfe, _1.cfs, _1.si, _2.cfe, _2.cfs, _2.si, _3.cfe, _3.cfs, _3.si, _4.cfe, _4.cfs, _4.si, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}, {indexVersion=1520822454763,generation=3,filelist=[_2.cfe, _2.cfs, _2.si, _3.cfe, _3.cfs, _3.si, _5.cfe, _5.cfs, _5.si, _7.cfe, _7.cfs, _7.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1520822454763,generation=2,filelist=[_1.cfe, _1.cfs, _1.si, _2.cfe, _2.cfs, _2.si, _3.cfe, _3.cfs, _3.si, _4.cfe, _4.cfs, _4.si, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}]> but was:<[{indexVersion=1520822454763,generation=2,filelist=[_1.cfe, _1.cfs, _1.si, _2.cfe, _2.cfs, _2.si, _3.cfe, _3.cfs, _3.si, _4.cfe, _4.cfs, _4.si, _5.cfe, _5.cfs, _5.si, _6.cfe, _6.cfs, _6.si, segments_2]}, {indexVersion=1520822454763,generation=3,filelist=[_2.cfe, _2.cfs, _2.si, _3.cfe, _3.cfs, _3.si, _5.cfe, _5.cfs, _5.si, _7.cfe, _7.cfs, _7.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([B84E20F08BA676B5:9D993BC0FBEE78B6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1280)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1858 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] 2> مار 11, 2018 5:18:33 م com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #33,5,TGRP-TestDuelingCodecsAtNight]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D847244DCE419B1]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:345)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:697)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.deleteNewFiles(IndexFileDeleter.java:692)
[junit4] 2> at org.apache.lucene.index.IndexWriter.deleteNewFiles(IndexWriter.java:5030)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4529)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.fst.FST.<init>(FST.java:342)
[junit4] 2> at org.apache.lucene.util.fst.FST.<init>(FST.java:274)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:884)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:967)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4588)
[junit4] 2> ... 3 more
[junit4] 2>
[junit4] 2> مار 11, 2018 5:18:34 م com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #24,5,TGRP-TestDuelingCodecsAtNight]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([5D847244DCE419B1]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.fst.FST.<init>(FST.java:342)
[junit4] 2> at org.apache.lucene.util.fst.FST.<init>(FST.java:274)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:884)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:967)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4588)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDuelingCodecsAtNight -Dtests.method=testBigEquals -Dtests.seed=5D847244DCE419B1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-YE -Dtests.timezone=America/Los_Angeles -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 728s J1 | TestDuelingCodecsAtNight.testBigEquals <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:897)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:911)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1528)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1508)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:141)
[junit4] > at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
[junit4] > at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:342)
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:274)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:884)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:967)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4588)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17256, name=Lucene Merge Thread #33, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at __randomizedtesting.SeedInfo.seed([5D847244DCE419B1]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:345)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:697)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.deleteNewFiles(IndexFileDeleter.java:692)
[junit4] > at org.apache.lucene.index.IndexWriter.deleteNewFiles(IndexWriter.java:5030)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4529)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:342)
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:274)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:884)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:967)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4588)
[junit4] > ... 3 moreThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=17247, name=Lucene Merge Thread #24, state=RUNNABLE, group=TGRP-TestDuelingCodecsAtNight]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([5D847244DCE419B1]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:342)
[junit4] > at org.apache.lucene.util.fst.FST.<init>(FST.java:274)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsReader.<init>(MemoryPostingsFormat.java:884)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat.fieldsProducer(MemoryPostingsFormat.java:967)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:78)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:208)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4588)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestDuelingCodecsAtNight_5D847244DCE419B1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {titleTokenized=IB SPL-L3(800.0), body=DFR G3(800.0)}, locale=ar-YE, timezone=America/Los_Angeles
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=301758048,total=454557696
[junit4] 2> NOTE: All tests run in this JVM: [TestLevenshteinAutomata, TestIndexWriterUnicode, TestPhrasePrefixQuery, TestMergeSchedulerExternal, TestPerFieldDocValuesFormat, TestReusableStringReader, TestCustomNorms, TestIndexReaderClose, TestSpanExplanations, TestSearcherManager, TestAutomatonQueryUnicode, TestBoostQuery, TestTopFieldCollectorEarlyTermination, Test2BPagedBytes, TestTermContext, TestExitableDirectoryReader, TestReqExclBulkScorer, TestToken, TestBytesRefAttImpl, TestDocsWithFieldSet, TestTransactions, TestCharArraySet, TestComplexExplanations, TestBytesRefArray, TestIndexFileDeleter, TestBufferedChecksum, TestSpanFirstQuery, TestDeterminism, TestOmitPositions, TestLucene60FieldInfoFormat, TestRecyclingIntBlockAllocator, TestBooleanQuery, TestRollback, Test2BPositions, TestParallelTermEnum, TestOneMergeWrappingMergePolicy, TestMultiTermsEnum, TestRecyclingByteBlockAllocator, TestTragicIndexWriterDeadlock, TestWildcard, TestIndexWriterDelete, TestDoc, TestFilterIterator, TestFutureArrays, TestLucene70DocValuesFormat, TestVirtualMethod, Test2BPostings, TestParallelReaderEmptyIndex, TestDocumentsWriterStallControl, TestTransactionRollback, Test2BPoints, TestStringHelper, TestIntRange, TestBlockPostingsFormat3, TestMultiDocValues, TestSortedSetDocValues, TestSpanContainQuery, TestSingleInstanceLockFactory, TestSortRandom, Test2BDocs, TestStressNRT, TestSizeBoundedForceMerge, TestMultiTermConstantScore, TestFilterLeafReader, TestVersion, TestTermVectorsReader, TestNormsFieldExistsQuery, TestCustomSearcherSort, TestTermsEnum2, TestLRUQueryCache, TestMinimize, TestPositionIncrement, TestMathUtil, TestIndexOrDocValuesQuery, TestCodecUtil, TestPrefixInBooleanQuery, TestCrash, TestMergePolicyWrapper, TestConsistentFieldNumbers, TestWeakIdentityMap, TestDirectoryReader, TestLockFactory, TestPhraseQuery, TestCollectionUtil, TestOmitNorms, TestFixedBitSet, TestRegexpRandom2, TestFastDecompressionMode, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestPagedBytes, TestDocValuesIndexing, TestHugeRamFile, TestBooleanMinShouldMatch, TestDeterminizeLexicon, TestPostingsOffsets, TestMixedCodecs, TestRAMDirectory, TestMultiPhraseQuery, TestBagOfPostings, TestElevationComparator, TestSubScorerFreqs, TestIndexWriterConfig, TestMultiTermQueryRewrites, TestDateSort, TestSimilarity, TestSpanExplanationsOfNonMatches, TestRollingBuffer, TestSimilarityProvider, TestPriorityQueue, TestSameTokenSamePosition, TestDocCount, TestTotalHitCountCollector, TestBooleanScorer, TestLucene60PointsFormat, TestPolygon2D, TestAllFilesCheckIndexHeader, TestAllFilesDetectTruncation, TestCustomTermFreq, TestDocIDMerger, TestDocInverterPerFieldErrorInfo, TestDocValues, TestDuelingCodecsAtNight]
[junit4] Completed [466/466 (1!)] on J1 in 753.01s, 3 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/core/test/temp/junit4-J1-20180311_231643_892825417785303092047.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid28612.hprof ...
[junit4] Heap dump file created [276039245 bytes in 0.352 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 11539 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20180312_021120_4274052398804739330652.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/heapdumps/java_pid25869.hprof ...
[junit4] Heap dump file created [453924353 bytes in 1.386 secs]
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20180312_021120_4274397120260331958997.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] WARN: Unhandled exception in event serialization. -> java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] at java.util.Arrays.copyOf(Arrays.java:3332)
[junit4] at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
[junit4] at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:649)
[junit4] at java.lang.StringBuilder.append(StringBuilder.java:202)
[junit4] at com.carrotsearch.ant.tasks.junit4.events.AbstractEvent.toAscii(AbstractEvent.java:108)
[junit4] at com.carrotsearch.ant.tasks.junit4.events.AbstractEvent.writeBinaryProperty(AbstractEvent.java:36)
[junit4] at com.carrotsearch.ant.tasks.junit4.events.AppendStdErrEvent.serialize(AppendStdErrEvent.java:30)
[junit4] at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:119)
[junit4] at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:114)
[junit4] at java.security.AccessController.doPrivileged(Native Method)
[junit4] at com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:114)
[junit4] at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:99)
[junit4] at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:472)
[junit4] at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
[junit4] at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
[junit4] at java.io.PrintStream.flush(PrintStream.java:338)
[junit4] at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
[junit4] at java.io.PrintStream.write(PrintStream.java:482)
[junit4] at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
[junit4] at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
[junit4] at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295)
[junit4] at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141)
[junit4] at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
[junit4] at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
[junit4] at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
[junit4] at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
[junit4] at org.apache.log4j.AppenderSkeleton.doAppend
[junit4] (AppenderSkeleton.java:251)
[junit4] at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
[junit4] at org.apache.log4j.Category.callAppenders(Category.java:206)
[junit4] at org.apache.log4j.Category.forcedLog(Category.java:391)
[junit4] at org.apache.log4j.Category.log(Category.java:856)
[junit4] at org.slf4j.impl.Log4jLoggerAdapter.error(Log4jLoggerAdapter.java:498)
[junit4] <<< JVM J0: EOF ----
[...truncated 174 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/init-core-data-001
[junit4] 2> 1670276 WARN (SUITE-TestReplicationHandler-seed#[B84E20F08BA676B5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 1670276 INFO (SUITE-TestReplicationHandler-seed#[B84E20F08BA676B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1670278 INFO (SUITE-TestReplicationHandler-seed#[B84E20F08BA676B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1670278 INFO (SUITE-TestReplicationHandler-seed#[B84E20F08BA676B5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1670280 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEmptyCommits
[junit4] 2> 1670280 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/collection1
[junit4] 2> 1670283 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1670284 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1670284 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1670284 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1670285 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ceaaba0{/solr,null,AVAILABLE}
[junit4] 2> 1670287 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1259100d{HTTP/1.1,[http/1.1]}{127.0.0.1:54276}
[junit4] 2> 1670287 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.Server Started @1673471ms
[junit4] 2> 1670287 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=54276}
[junit4] 2> 1670287 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1670288 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1670288 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1670288 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1670288 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-12T02:39:13.953Z
[junit4] 2> 1670288 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/solr.xml
[junit4] 2> 1670292 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1670292 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1670294 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1670337 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670351 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670351 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670354 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/.
[junit4] 2> 1670354 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1670354 INFO (coreLoadExecutor-5276-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1670366 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1670375 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1670377 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1670377 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1670378 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670378 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1670378 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1670380 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1825132783, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1670434 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1670434 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1670435 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@644ffc04
[junit4] 2> 1670435 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1253f80e[collection1] main]
[junit4] 2> 1670436 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-001/collection1/conf
[junit4] 2> 1670436 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1670436 INFO (coreLoadExecutor-5276-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1670439 INFO (searcherExecutor-5277-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1253f80e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1670439 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/collection1
[junit4] 2> 1670442 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T01:27:37+04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1670443 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1670443 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1670443 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1670443 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44c5d0ae{/solr,null,AVAILABLE}
[junit4] 2> 1670443 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5555fdc7{HTTP/1.1,[http/1.1]}{127.0.0.1:48726}
[junit4] 2> 1670444 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.e.j.s.Server Started @1673627ms
[junit4] 2> 1670444 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=48726}
[junit4] 2> 1670444 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1670444 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1670444 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1670444 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1670444 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-12T02:39:14.109Z
[junit4] 2> 1670445 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/solr.xml
[junit4] 2> 1670449 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1670449 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1670450 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1670510 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670526 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670526 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670529 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/.
[junit4] 2> 1670530 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1670530 INFO (coreLoadExecutor-5286-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1670542 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1670550 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1670552 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1670553 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1670553 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7ba0d
[junit4] 2> 1670553 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1670553 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1670558 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1825132783, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1670615 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1670615 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1670617 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@a92d1f1
[junit4] 2> 1670617 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c943e08[collection1] main]
[junit4] 2> 1670617 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B84E20F08BA676B5-001/solr-instance-002/collection1/conf
[junit4] 2> 1670619 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1670619 INFO (coreLoadExecutor-5286-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1670621 INFO (searcherExecutor-5287-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5c943e08[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1670623 INFO (qtp1059274041-26385) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1670624 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1670625 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1670625 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ad75b9e commitCommandVersion:0
[junit4] 2> 1670627 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@255cfec9[collection1] main]
[junit4] 2> 1670627 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1670628 INFO (searcherExecutor-5277-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@255cfec9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 1670629 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1670631 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1670633 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670633 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1670633 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520822354290
[junit4] 2> 1670633 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1670633 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1670633 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1670635 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 1670636 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 1670636 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=3.4052734375, floorSegmentMB=1.0576171875, forceMergeDeletesPctAllowed=24.870534420489452, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1670637 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1670637 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@4d163aa8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@549525f9; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1670637 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670639 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670640 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670641 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670641 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1723) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@4d163aa8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@549525f9; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1670642 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=45.66015625, floorSegmentMB=1.126953125, forceMergeDeletesPctAllowed=16.389224012897333, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1670643 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1670643 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ea8fe95[collection1] main]
[junit4] 2> 1670645 INFO (searcherExecutor-5287-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ea8fe95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 1670645 INFO (qtp1446767886-26402) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:54276/solr/collection1/replication&command=fetchindex} status=0 QTime=14
[junit4] 2> 1670647 INFO (qtp1446767886-26406) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty1&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1670647 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1670648 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1670648 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1670650 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1670650 INFO (qtp1446767886-26408) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1670650 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670651 INFO (qtp1446767886-26406) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670651 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1670651 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1670651 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1670651 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 1670652 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1670653 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670653 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1670653 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520822354290
[junit4] 2> 1670653 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1670653 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520822354290
[junit4] 2> 1670653 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 1670653 INFO (qtp1446767886-26403) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:54276/solr/collection1/replication&command=fetchindex} status=0 QTime=1
[junit4] 2> 1670655 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1670655 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1670655 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ad75b9e commitCommandVersion:0
[junit4] 2> 1670707 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43b3720b[collection1] main]
[junit4] 2> 1670707 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1670710 INFO (searcherExecutor-5277-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43b3720b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 1670710 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 55
[junit4] 2> 1670712 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1670713 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670713 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 1670713 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520822354320
[junit4] 2> 1670713 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1670713 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520822354290
[junit4] 2> 1670713 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1670714 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 1670714 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
[junit4] 2> 1670715 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=3.4052734375, floorSegmentMB=1.0576171875, forceMergeDeletesPctAllowed=24.870534420489452, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1670715 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1670716 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@29c75ac5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d8fe704; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1670716 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1670716 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1670716 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1670716 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670717 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670718 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670719 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1670720 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1788) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@29c75ac5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d8fe704; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1670721 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=45.66015625, floorSegmentMB=1.126953125, forceMergeDeletesPctAllowed=16.389224012897333, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1670721 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1670722 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5471420e[collection1] main]
[junit4] 2> 1670726 INFO (searcherExecutor-5287-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5471420e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 1670726 INFO (qtp1446767886-26406) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:54276/solr/collection1/replication&command=fetchindex} status=0 QTime=15
[junit4] 2> 1670728 INFO (qtp1446767886-26408) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty2&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1670728 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1670729 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1670729 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1670731 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1670731 INFO (qtp1446767886-26406) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 1670732 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670732 INFO (qtp1446767886-26408) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670733 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1670734 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1670734 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ad75b9e commitCommandVersion:0
[junit4] 2> 1670789 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d6e95b3[collection1] realtime]
[junit4] 2> 1670789 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1670790 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{commit=} 0 56
[junit4] 2> 1670792 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1670793 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1670793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
[junit4] 2> 1670793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520822354399
[junit4] 2> 1670793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 1670793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520822354320
[junit4] 2> 1670793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1670794 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1670794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 1670795 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=3.4052734375, floorSegmentMB=1.0576171875, forceMergeDeletesPctAllowed=24.870534420489452, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1670796 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1670796 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1670796 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1671796 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1671796 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1672797 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1672797 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1673798 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1673798 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1674799 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1674799 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1675799 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1675799 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1676800 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1676800 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1677801 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1677801 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1678802 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1678802 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1679802 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1679803 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1680803 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1680803 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1681804 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher IndexFetcher slept for 11000ms for unused lucene index files to be delete-able
[junit4] 2> 1681804 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@51068bb5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52885a17; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1681804 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1681804 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1681805 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1681805 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 1681805 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 1681805 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 1681807 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681809 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681813 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681814 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681815 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1853) : 11 secs (168 bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@51068bb5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52885a17; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1681816 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=45.66015625, floorSegmentMB=1.126953125, forceMergeDeletesPctAllowed=16.389224012897333, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1681868 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1681869 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52f192b2[collection1] main]
[junit4] 2> 1681871 INFO (searcherExecutor-5287-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52f192b2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1)))}
[junit4] 2> 1681871 INFO (qtp1446767886-26403) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:54276/solr/collection1/replication&command=fetchindex} status=0 QTime=11079
[junit4] 2> 1681874 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1681874 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 0 docs
[junit4] 2> 1681876 INFO (qtp1446767886-26406) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1681876 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B84E20F08BA676B5]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1681877 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1681878 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1681878 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6ad75b9e commitCommandVersion:0
[junit4] 2> 1681879 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@549b2c28[collection1] main]
[junit4] 2> 1681880 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1681881 INFO (searcherExecutor-5277-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@549b2c28[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_4(7.3.0):c1)))}
[junit4] 2> 1681881 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 1681883 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1681884 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1681885 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 5
[junit4] 2> 1681885 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520822365543
[junit4] 2> 1681885 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 4
[junit4] 2> 1681885 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520822354399
[junit4] 2> 1681885 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1681886 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1681886 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1681887 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=3.4052734375, floorSegmentMB=1.0576171875, forceMergeDeletesPctAllowed=24.870534420489452, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1681888 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1681888 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@30a4d281 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e87b424; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1681889 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681890 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681891 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681891 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 1681892 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 1681892 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 1681942 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.si because it already exists
[junit4] 2> 1681942 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfe because it already exists
[junit4] 2> 1681942 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfs because it already exists
[junit4] 2> 1681943 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_4.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681945 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_4.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681946 INFO (qtp1059274041-26389) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_4.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681947 INFO (qtp1059274041-26387) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=segments_5&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1681948 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=3493) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@30a4d281 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e87b424; maxCacheMB=0.173828125 maxMergeSizeMB=0.9443359375))
[junit4] 2> 1681950 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=45.66015625, floorSegmentMB=1.126953125, forceMergeDeletesPctAllowed=16.389224012897333, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1681951 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1681951 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16f0b9d4[collection1] main]
[junit4] 2> 1681953 INFO (searcherExecutor-5287-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16f0b9d4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_4(7.3.0):c1)))}
[junit4] 2> 1681954 INFO (qtp1446767886-26408) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:54276/solr/collection1/replication&command=fetchindex} status=0 QTime=71
[junit4] 2> 1681955 INFO (qtp1059274041-26390) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=
[...truncated too long message...]
lr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/bcprov-jdk15on-1.54.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/analysis/icu/lucene-analyzers-icu-7.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20180312_021120_4275785069403093215372.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/temp/junit4-J0-20180312_021120_4273622185319890078553.suites -stdin
[junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1540)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:636: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:562: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/common-build.xml:557: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/common-build.xml:1561: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/lucene/common-build.xml:1085: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
Total time: 274 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-NightlyTests-7.x #172 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 172 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/172/
2 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([9EA6813A5F1DF006:16F2BEE0F1E19DFE]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:550)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:360)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:681)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1318)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1309)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1301)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexQueryDeleteHierarchical(FullSolrCloudDistribCmdsTest.java:528)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Error from server at http://127.0.0.1:39205/tw/s: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39205/tw/s: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([9EA6813A5F1DF006:16F2BEE0F1E19DFE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:125)
at org.apache.solr.cloud.UnloadDistributedZkTest.test(UnloadDistributedZkTest.java:72)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14180 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 4497504 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/init-core-data-001
[junit4] 2> 4497505 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=88 numCloses=88
[junit4] 2> 4497505 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4497507 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 4497507 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p_loy/r
[junit4] 2> 4497522 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4497524 INFO (Thread-36778) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4497524 INFO (Thread-36778) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4497556 ERROR (Thread-36778) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4497634 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.ZkTestServer start zk server on port:43253
[junit4] 2> 4497637 INFO (zkConnectionManagerCallback-5837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497651 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100b7cda3760000, likely client has closed socket
[junit4] 2> 4497653 INFO (zkConnectionManagerCallback-5839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497679 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4497680 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 4497682 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4497748 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4497841 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4497858 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4497859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4497859 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4497860 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4497870 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4497910 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4497912 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 4498727 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4498765 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4498765 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4498765 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4498765 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@382e7c29{/p_loy/r,null,AVAILABLE}
[junit4] 2> 4498766 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16514889{HTTP/1.1,[http/1.1]}{127.0.0.1:35240}
[junit4] 2> 4498766 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server Started @4509095ms
[junit4] 2> 4498766 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/tempDir-001/control/data, replicaType=NRT, hostContext=/p_loy/r, hostPort=35240, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/control-001/cores}
[junit4] 2> 4498766 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4498766 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 4498766 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4498767 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4498767 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-11T05:31:47.550Z
[junit4] 2> 4498822 INFO (zkConnectionManagerCallback-5841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4498868 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4498868 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/control-001/solr.xml
[junit4] 2> 4498872 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4498872 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4498885 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4498888 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43253/solr
[junit4] 2> 4498876 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100b7cda3760002, likely client has closed socket
[junit4] 2> 4498917 INFO (zkConnectionManagerCallback-5845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4498919 INFO (zkConnectionManagerCallback-5847-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4499309 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4499310 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35240_p_loy%2Fr
[junit4] 2> 4499323 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.Overseer Overseer (id=72259687876526084-127.0.0.1:35240_p_loy%2Fr-n_0000000000) starting
[junit4] 2> 4499361 INFO (zkConnectionManagerCallback-5852-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4499362 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43253/solr ready
[junit4] 2> 4499363 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35240_p_loy%2Fr
[junit4] 2> 4499380 INFO (OverseerStateUpdate-72259687876526084-127.0.0.1:35240_p_loy%2Fr-n_0000000000) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4499400 INFO (zkCallback-5851-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4499673 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4499702 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4499703 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4499704 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/control-001/cores
[junit4] 2> 4499817 INFO (zkConnectionManagerCallback-5856-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4499832 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4499837 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43253/solr ready
[junit4] 2> 4499843 INFO (qtp1915731510-55018) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35240_p_loy%252Fr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4499848 INFO (OverseerThreadFactory-6717-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4499985 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4499985 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4500132 INFO (zkCallback-5846-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4501068 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4501276 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 4501688 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 4501763 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 4501781 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4501781 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4501781 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 4501783 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=0.2724609375, floorSegmentMB=1.1328125, forceMergeDeletesPctAllowed=21.194007844469798, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3095386647114281
[junit4] 2> 4501834 WARN (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4502142 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4502143 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4502144 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4502144 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4502145 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4502166 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51b28337[control_collection_shard1_replica_n1] main]
[junit4] 2> 4502185 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4502214 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4502215 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4502216 INFO (searcherExecutor-6720-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@51b28337[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4502216 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594618083802087424
[junit4] 2> 4502280 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4502282 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4502282 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4502282 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35240/p_loy/r/control_collection_shard1_replica_n1/
[junit4] 2> 4502282 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4502282 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35240/p_loy/r/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 4502282 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4502302 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35240/p_loy/r/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 4502324 INFO (zkCallback-5846-thread-2-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4502360 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4502363 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2378
[junit4] 2> 4502384 INFO (qtp1915731510-55018) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4502495 INFO (zkCallback-5846-thread-2-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4503384 INFO (qtp1915731510-55018) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35240_p_loy%252Fr&wt=javabin&version=2} status=0 QTime=3541
[junit4] 2> 4503400 INFO (zkConnectionManagerCallback-5860-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4503401 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4503402 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43253/solr ready
[junit4] 2> 4503402 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4503408 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4503411 INFO (OverseerThreadFactory-6717-thread-2-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4503412 INFO (OverseerCollectionConfigSetProcessor-72259687876526084-127.0.0.1:35240_p_loy%2Fr-n_0000000000) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4503424 WARN (OverseerThreadFactory-6717-thread-2-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 4503669 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4503669 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=260
[junit4] 2> 4504365 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-1-001 of type NRT
[junit4] 2> 4504365 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4504396 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4504396 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4504396 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4504403 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77bf9035{/p_loy/r,null,AVAILABLE}
[junit4] 2> 4504404 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3be7957b{HTTP/1.1,[http/1.1]}{127.0.0.1:41177}
[junit4] 2> 4504404 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server Started @4514733ms
[junit4] 2> 4504404 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/p_loy/r, hostPort=41177, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-1-001/cores}
[junit4] 2> 4504404 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4504404 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 4504404 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4504405 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4504405 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-11T05:31:53.188Z
[junit4] 2> 4504412 INFO (zkConnectionManagerCallback-5862-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4504413 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4504413 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-1-001/solr.xml
[junit4] 2> 4504429 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4504429 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4504430 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4504467 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43253/solr
[junit4] 2> 4504481 INFO (zkConnectionManagerCallback-5866-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4504482 INFO (zkConnectionManagerCallback-5868-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4504495 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4504513 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4504514 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41177_p_loy%2Fr
[junit4] 2> 4504530 INFO (zkCallback-5851-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4504530 INFO (zkCallback-5846-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4504530 INFO (zkCallback-5859-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4504530 INFO (zkCallback-5867-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4504734 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4504785 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4504785 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4504787 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-1-001/cores
[junit4] 2> 4504806 INFO (zkConnectionManagerCallback-5873-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4504806 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4504807 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43253/solr ready
[junit4] 2> 4504990 INFO (qtp1915731510-55020) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41177_p_loy%252Fr&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4505010 INFO (OverseerCollectionConfigSetProcessor-72259687876526084-127.0.0.1:35240_p_loy%2Fr-n_0000000000) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4505012 INFO (OverseerThreadFactory-6717-thread-3-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41177_p_loy%2Fr for creating new replica
[junit4] 2> 4505027 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4505027 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4506119 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4506186 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 4506690 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 4506758 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 4506776 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4506776 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4506776 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 4506798 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=0.2724609375, floorSegmentMB=1.1328125, forceMergeDeletesPctAllowed=21.194007844469798, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3095386647114281
[junit4] 2> 4506813 WARN (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4507047 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4507047 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4507049 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4507049 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4507050 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4507050 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@50f8dfdb[collection1_shard2_replica_n61] main]
[junit4] 2> 4507051 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4507068 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4507069 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4507071 INFO (searcherExecutor-6731-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@50f8dfdb[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4507071 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594618088892923904
[junit4] 2> 4507084 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkShardTerms Successful update terms at /collections/collection1/terms/shard2 to Terms{values={core_node62=0}, version=0}
[junit4] 2> 4507119 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4507119 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4507119 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41177/p_loy/r/collection1_shard2_replica_n61/
[junit4] 2> 4507119 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4507119 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:41177/p_loy/r/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 4507119 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4507140 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41177/p_loy/r/collection1_shard2_replica_n61/ shard2
[junit4] 2> 4507267 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4507270 INFO (qtp1182313894-55072) [n:127.0.0.1:41177_p_loy%2Fr c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2243
[junit4] 2> 4507286 INFO (qtp1915731510-55020) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41177_p_loy%252Fr&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2296
[junit4] 2> 4507860 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-2-001 of type NRT
[junit4] 2> 4507861 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4507862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4507862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4507862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4507862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41350373{/p_loy/r,null,AVAILABLE}
[junit4] 2> 4507862 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ab1fa74{HTTP/1.1,[http/1.1]}{127.0.0.1:45716}
[junit4] 2> 4507863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server Started @4518192ms
[junit4] 2> 4507863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/p_loy/r, hostPort=45716, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-2-001/cores}
[junit4] 2> 4507863 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4507863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 4507863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4507863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4507863 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-11T05:31:56.646Z
[junit4] 2> 4507877 INFO (zkConnectionManagerCallback-5875-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4507878 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4507878 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-2-001/solr.xml
[junit4] 2> 4507898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4507898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4507899 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4507943 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43253/solr
[junit4] 2> 4508019 INFO (zkConnectionManagerCallback-5879-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4508034 INFO (zkConnectionManagerCallback-5881-thread-1-processing-n:127.0.0.1:45716_p_loy%2Fr) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4508071 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4508090 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4508104 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45716_p_loy%2Fr
[junit4] 2> 4508105 INFO (zkCallback-5872-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4508105 INFO (zkCallback-5880-thread-1-processing-n:127.0.0.1:45716_p_loy%2Fr) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4508124 INFO (zkCallback-5851-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4508124 INFO (zkCallback-5859-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4508140 INFO (zkCallback-5846-thread-2-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4508144 INFO (zkCallback-5867-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4508566 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4508622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4508622 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4508635 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-2-001/cores
[junit4] 2> 4508656 INFO (zkConnectionManagerCallback-5886-thread-1-processing-n:127.0.0.1:45716_p_loy%2Fr) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4508660 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4508661 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43253/solr ready
[junit4] 2> 4508897 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45716_p_loy%252Fr&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4508899 INFO (OverseerCollectionConfigSetProcessor-72259687876526084-127.0.0.1:35240_p_loy%2Fr-n_0000000000) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4508912 INFO (OverseerThreadFactory-6717-thread-4-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45716_p_loy%2Fr for creating new replica
[junit4] 2> 4508945 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4508946 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4510175 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4510215 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 4510654 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 4510706 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 4510719 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4510720 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4510720 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 4510722 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=0.2724609375, floorSegmentMB=1.1328125, forceMergeDeletesPctAllowed=21.194007844469798, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3095386647114281
[junit4] 2> 4510738 WARN (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4511016 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4511016 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4511017 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4511017 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4511018 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4511018 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@53d10a28[collection1_shard3_replica_n63] main]
[junit4] 2> 4511028 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4511029 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4511029 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4511030 INFO (searcherExecutor-6742-thread-1-processing-n:127.0.0.1:45716_p_loy%2Fr x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@53d10a28[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4511030 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594618093044236288
[junit4] 2> 4511046 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkShardTerms Successful update terms at /collections/collection1/terms/shard3 to Terms{values={core_node64=0}, version=0}
[junit4] 2> 4511056 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4511056 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4511056 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45716/p_loy/r/collection1_shard3_replica_n63/
[junit4] 2> 4511056 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4511057 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:45716/p_loy/r/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 4511057 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4511059 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45716/p_loy/r/collection1_shard3_replica_n63/ shard3
[junit4] 2> 4511198 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4511215 INFO (qtp76771442-55107) [n:127.0.0.1:45716_p_loy%2Fr c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2269
[junit4] 2> 4511288 INFO (qtp1915731510-55022) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45716_p_loy%252Fr&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=2390
[junit4] 2> 4511939 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-3-001 of type NRT
[junit4] 2> 4511939 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4511940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4511940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4511940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4511940 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77b78fe0{/p_loy/r,null,AVAILABLE}
[junit4] 2> 4511953 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cc5644{HTTP/1.1,[http/1.1]}{127.0.0.1:35572}
[junit4] 2> 4511953 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.e.j.s.Server Started @4522282ms
[junit4] 2> 4511953 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/p_loy/r, hostPort=35572, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-3-001/cores}
[junit4] 2> 4511953 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4511954 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 4511954 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4511954 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4511954 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-11T05:32:00.737Z
[junit4] 2> 4511958 INFO (zkConnectionManagerCallback-5888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4511959 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4511959 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-3-001/solr.xml
[junit4] 2> 4511975 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4511975 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4511976 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4511995 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43253/solr
[junit4] 2> 4511996 INFO (zkConnectionManagerCallback-5892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4512011 INFO (zkConnectionManagerCallback-5894-thread-1-processing-n:127.0.0.1:35572_p_loy%2Fr) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4512038 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4512073 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4512087 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35572_p_loy%2Fr
[junit4] 2> 4512089 INFO (zkCallback-5893-thread-1-processing-n:127.0.0.1:35572_p_loy%2Fr) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512089 INFO (zkCallback-5880-thread-1-processing-n:127.0.0.1:45716_p_loy%2Fr) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512089 INFO (zkCallback-5846-thread-2-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512095 INFO (zkCallback-5872-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512095 INFO (zkCallback-5851-thread-1-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512103 INFO (zkCallback-5859-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512104 INFO (zkCallback-5885-thread-1-processing-n:127.0.0.1:45716_p_loy%2Fr) [n:127.0.0.1:45716_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512107 INFO (zkCallback-5867-thread-1-processing-n:127.0.0.1:41177_p_loy%2Fr) [n:127.0.0.1:41177_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4512325 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4512414 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4512414 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4512435 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-3-001/cores
[junit4] 2> 4512456 INFO (zkConnectionManagerCallback-5899-thread-1-processing-n:127.0.0.1:35572_p_loy%2Fr) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4512465 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4512466 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[9EA6813A5F1DF006]) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43253/solr ready
[junit4] 2> 4512703 INFO (qtp1915731510-55020) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35572_p_loy%252Fr&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4512748 INFO (OverseerCollectionConfigSetProcessor-72259687876526084-127.0.0.1:35240_p_loy%2Fr-n_0000000000) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4512765 INFO (OverseerThreadFactory-6717-thread-5-processing-n:127.0.0.1:35240_p_loy%2Fr) [n:127.0.0.1:35240_p_loy%2Fr ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35572_p_loy%2Fr for creating new replica
[junit4] 2> 4512797 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4512797 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4513854 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4513963 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
[junit4] 2> 4514528 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 4514593 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
[junit4] 2> 4514594 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30643801
[junit4] 2> 4514594 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4514594 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_9EA6813A5F1DF006-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
[junit4] 2> 4514613 INFO (qtp1675444243-55142) [n:127.0.0.1:35572_p_loy%2Fr c:collection1 s:shard1 x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePoli
[...truncated too long message...]
est-seed#[9EA6813A5F1DF006]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 7241648 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 7241751 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:39109) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 7241751 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:39109) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-687297768-127.0.0.1-1520748938268 (Datanode Uuid 983f7493-198e-471b-a56b-641fb698b652) service to lucene2-us-west.apache.org/127.0.0.1:39109
[junit4] 2> 7241755 WARN (SUITE-HdfsUnloadDistributedZkTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 7241821 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 7241925 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:39109) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 7241925 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:39109) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-687297768-127.0.0.1-1520748938268 (Datanode Uuid 17ff0f60-9dda-4782-82f0-8d714b7e4f94) service to lucene2-us-west.apache.org/127.0.0.1:39109
[junit4] 2> 7242010 INFO (SUITE-HdfsUnloadDistributedZkTest-seed#[9EA6813A5F1DF006]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:0
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_9EA6813A5F1DF006-001
[junit4] 2> Mar 11, 2018 6:17:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=Lucene50(blocksize=128), id=PostingsFormat(name=Direct), text=Lucene50(blocksize=128)}, docValues:{other_tl1=DocValuesFormat(name=Memory), range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1433, maxMBSortInHeap=7.068469228891486, sim=RandomSimilarity(queryNorm=true): {}, locale=de-AT, timezone=Africa/Douala
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=196937240,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, SpellCheckComponentTest, AnalyticsMergeStrategyTest, ConfigureRecoveryStrategyTest, TolerantUpdateProcessorTest, RecoveryZkTest, NoCacheHeaderTest, FullHLLTest, TestStressUserVersions, TestManagedSchema, TestRandomCollapseQParserPlugin, TestLegacyNumericUtils, TestSimpleTextCodec, UtilsToolTest, ExitableDirectoryReaderTest, HdfsCollectionsAPIDistributedZkTest, SearchHandlerTest, TestXmlQParserPlugin, TestNumericTerms64, TestJettySolrRunner, TimeZoneUtilsTest, CloneFieldUpdateProcessorFactoryTest, TestReplicationHandlerBackup, NodeMutatorTest, TestAtomicUpdateErrorCases, DeleteLastCustomShardedReplicaTest, TestSolrCoreParser, CollectionReloadTest, TestMultiWordSynonyms, TestRTimerTree, LeaderFailureAfterFreshStartTest, NodeLostTriggerTest, URLClassifyProcessorTest, TestDelegationWithHadoopAuth, SparseHLLTest, ReturnFieldsTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestBackupRepositoryFactory, TlogReplayBufferedWhileIndexingTest, PingRequestHandlerTest, TestJmxIntegration, TestNRTOpen, HttpTriggerListenerTest, ReplaceNodeTest, MultiTermTest, DistanceFunctionTest, TestCollectionAPI, MoreLikeThisHandlerTest, TestJsonFacets, BlockJoinFacetRandomTest, DisMaxRequestHandlerTest, PeerSyncWithIndexFingerprintCachingTest, BufferStoreTest, TestCustomDocTransformer, TestCoreContainer, CoreAdminRequestStatusTest, SolrCmdDistributorTest, AsyncCallRequestStatusResponseTest, TestRandomRequestDistribution, NotRequiredUniqueKeyTest, TestUniqueKeyFieldResource, TestPayloadCheckQParserPlugin, SolrJmxReporterCloudTest, TestStressInPlaceUpdates, TestManagedSynonymGraphFilterFactory, TestSchemaSimilarityResource, RollingRestartTest, StatelessScriptUpdateProcessorFactoryTest, ConcurrentCreateRoutedAliasTest, PreAnalyzedFieldTest, TestLMJelinekMercerSimilarityFactory, TestFieldCacheSort, TestBadConfig, TestSSLRandomization, TestZkAclsWithHadoopAuth, SpatialFilterTest, PreAnalyzedFieldManagedSchemaCloudTest, V2StandaloneTest, DeleteShardTest, TestRecoveryHdfs, CoreAdminHandlerTest, TestTolerantUpdateProcessorCloud, TestGraphTermsQParserPlugin, SimpleMLTQParserTest, ClassificationUpdateProcessorFactoryTest, ParsingFieldUpdateProcessorsTest, TestScoreJoinQPScore, MetricsHandlerTest, TestCloudDeleteByQuery, WordBreakSolrSpellCheckerTest, TestCloudNestedDocsSort, HdfsChaosMonkeyNothingIsSafeTest, TestCustomStream, TestExecutePlanAction, TestConfigSetProperties, AnalysisErrorHandlingTest, TestRandomDVFaceting, SolrXmlInZkTest, SolrCloudReportersTest, LeaderElectionTest, OverseerCollectionConfigSetProcessorTest, CheckHdfsIndexTest, UnloadDistributedZkTest, TestFieldCollectionResource, TestHighFrequencyDictionaryFactory, TestFaceting, TestDocTermOrds, TestUpdate, OverseerStatusTest, TestEmbeddedSolrServerAdminHandler, TestSolrDeletionPolicy2, CreateCollectionCleanupTest, ZkFailoverTest, TestValueSourceCache, SolrTestCaseJ4Test, AddReplicaTest, TestInPlaceUpdatesStandalone, BlobRepositoryCloudTest, JavabinLoaderTest, TestSolrCloudSnapshots, DocValuesTest, TestLeaderElectionZkExpiry, LukeRequestHandlerTest, TestMiniSolrCloudClusterSSL, TestSlowCompositeReaderWrapper, TestCloudPivotFacet, TestRawResponseWriter, TestQuerySenderListener, TestRandomFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, SuggesterFSTTest, SuggesterTSTTest, PolyFieldTest, TestRemoteStreaming, CacheHeaderTest, TestWriterPerf, TermVectorComponentTest, RegexBoostProcessorTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, AlternateDirectoryTest, CopyFieldTest, TestStressRecovery, DistributedIntervalFacetingTest, CollectionsAPISolrJTest, HttpPartitionTest, LIRRollingUpdatesTest, LeaderFailoverAfterPartitionTest, LeaderVoteWaitTimeoutTest, MoveReplicaTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudSearcherWarming, TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread, TestPullReplicaErrorHandling, TestSegmentSorting, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTlogReplica, TriLevelCompositeIdRoutingTest, CollectionsAPIDistributedZkTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, ComputePlanActionTest, ExecutePlanActionTest, TestClusterStateProvider, TestTriggerIntegration, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest]
[junit4] Completed [621/782 (2!)] on J2 in 121.32s, 1 test, 1 error <<< FAILURES!
[...truncated 50107 lines...]
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 171 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/171/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Unable to restart (#5): CloudJettyRunner [url=http://127.0.0.1:39026/_j/collection1_shard1_replica_n47]
Stack Trace:
java.lang.AssertionError: Unable to restart (#5): CloudJettyRunner [url=http://127.0.0.1:39026/_j/collection1_shard1_replica_n47]
at __randomizedtesting.SeedInfo.seed([6DC844A725425EEE:E59C7B7D8BBE3316]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14642 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 3610914 INFO (SUITE-RollingRestartTest-seed#[6DC844A725425EEE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/init-core-data-001
[junit4] 2> 3610914 WARN (SUITE-RollingRestartTest-seed#[6DC844A725425EEE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 3610915 INFO (SUITE-RollingRestartTest-seed#[6DC844A725425EEE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3610917 INFO (SUITE-RollingRestartTest-seed#[6DC844A725425EEE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3610917 INFO (SUITE-RollingRestartTest-seed#[6DC844A725425EEE]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_j/
[junit4] 2> 3610920 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3610920 INFO (Thread-13305) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3610920 INFO (Thread-13305) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3610923 ERROR (Thread-13305) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3611020 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ZkTestServer start zk server on port:55919
[junit4] 2> 3611024 INFO (zkConnectionManagerCallback-4589-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611029 INFO (zkConnectionManagerCallback-4591-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611040 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3611042 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3611044 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3611046 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3611048 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3611050 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3611052 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3611054 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3611056 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3611058 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3611060 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3611062 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 3611212 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3611214 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3611214 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3611214 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3611214 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b5c8c83{/_j,null,AVAILABLE}
[junit4] 2> 3611215 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3696168d{HTTP/1.1,[http/1.1]}{127.0.0.1:44329}
[junit4] 2> 3611215 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server Started @3614272ms
[junit4] 2> 3611215 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/tempDir-001/control/data, replicaType=NRT, hostContext=/_j, hostPort=44329, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/control-001/cores}
[junit4] 2> 3611215 ERROR (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3611216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 3611216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3611216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3611216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-10T12:10:20.585Z
[junit4] 2> 3611218 INFO (zkConnectionManagerCallback-4593-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611219 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3611220 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/control-001/solr.xml
[junit4] 2> 3611227 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3611227 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3611229 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3611233 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55919/solr
[junit4] 2> 3611234 INFO (zkConnectionManagerCallback-4597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611236 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104dfddc7880003, likely client has closed socket
[junit4] 2> 3611238 INFO (zkConnectionManagerCallback-4599-thread-1-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611340 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3611341 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44329__j
[junit4] 2> 3611342 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.c.Overseer Overseer (id=73429637573115908-127.0.0.1:44329__j-n_0000000000) starting
[junit4] 2> 3611351 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44329__j
[junit4] 2> 3611352 INFO (OverseerStateUpdate-73429637573115908-127.0.0.1:44329__j-n_0000000000) [n:127.0.0.1:44329__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3611452 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3611467 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3611468 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3611470 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:44329__j ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/control-001/cores
[junit4] 2> 3611502 INFO (zkConnectionManagerCallback-4605-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3611503 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3611504 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55919/solr ready
[junit4] 2> 3611506 INFO (qtp964454701-29853) [n:127.0.0.1:44329__j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44329__j&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3611508 INFO (OverseerThreadFactory-8522-thread-1-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3611617 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3611618 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3611725 INFO (zkCallback-4598-thread-1-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3612638 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3612654 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 3612802 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3612838 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3612838 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3612839 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3612839 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3612843 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=0.8779296875, floorSegmentMB=1.962890625, forceMergeDeletesPctAllowed=14.2294069690479, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2908418226474896
[junit4] 2> 3612853 WARN (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3612918 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3612918 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3612919 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3612919 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3612923 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7766855413761119]
[junit4] 2> 3612924 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@417d1c73[control_collection_shard1_replica_n1] main]
[junit4] 2> 3612927 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3612927 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3612928 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3612929 INFO (searcherExecutor-8525-thread-1-processing-n:127.0.0.1:44329__j x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@417d1c73[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3612930 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594552559650996224
[junit4] 2> 3612936 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3612940 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3612940 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3612940 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44329/_j/control_collection_shard1_replica_n1/
[junit4] 2> 3612940 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3612940 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44329/_j/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3612940 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3612945 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44329/_j/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3613047 INFO (zkCallback-4598-thread-1-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3613097 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3613099 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1481
[junit4] 2> 3613102 INFO (qtp964454701-29853) [n:127.0.0.1:44329__j ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3613200 INFO (zkCallback-4598-thread-1-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3613511 INFO (OverseerCollectionConfigSetProcessor-73429637573115908-127.0.0.1:44329__j-n_0000000000) [n:127.0.0.1:44329__j ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3614102 INFO (qtp964454701-29853) [n:127.0.0.1:44329__j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44329__j&wt=javabin&version=2} status=0 QTime=2596
[junit4] 2> 3614110 INFO (zkConnectionManagerCallback-4609-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3614111 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3614112 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55919/solr ready
[junit4] 2> 3614112 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3614113 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3614115 INFO (OverseerThreadFactory-8522-thread-2-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3614117 WARN (OverseerThreadFactory-8522-thread-2-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3614323 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3614323 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 3614472 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-1-001 of type NRT
[junit4] 2> 3614472 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3614473 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3614473 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3614474 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3614474 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cc7b42d{/_j,null,AVAILABLE}
[junit4] 2> 3614474 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@843be55{HTTP/1.1,[http/1.1]}{127.0.0.1:52962}
[junit4] 2> 3614474 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server Started @3617532ms
[junit4] 2> 3614474 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_j, hostPort=52962, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-1-001/cores}
[junit4] 2> 3614475 ERROR (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3614475 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 3614475 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3614475 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3614475 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-10T12:10:23.844Z
[junit4] 2> 3614477 INFO (zkConnectionManagerCallback-4611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3614478 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3614478 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-1-001/solr.xml
[junit4] 2> 3614484 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3614484 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3614497 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3614501 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55919/solr
[junit4] 2> 3614510 INFO (zkConnectionManagerCallback-4615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3614518 INFO (zkConnectionManagerCallback-4617-thread-1-processing-n:127.0.0.1:52962__j) [n:127.0.0.1:52962__j ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3614525 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52962__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3614527 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52962__j ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3614529 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52962__j ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52962__j
[junit4] 2> 3614531 INFO (zkCallback-4608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3614531 INFO (zkCallback-4598-thread-2-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3614534 INFO (zkCallback-4616-thread-1-processing-n:127.0.0.1:52962__j) [n:127.0.0.1:52962__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3614750 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52962__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3614764 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52962__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3614765 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52962__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3614767 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52962__j ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-1-001/cores
[junit4] 2> 3614802 INFO (qtp964454701-29855) [n:127.0.0.1:44329__j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52962__j&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3614805 INFO (OverseerCollectionConfigSetProcessor-73429637573115908-127.0.0.1:44329__j-n_0000000000) [n:127.0.0.1:44329__j ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3614806 INFO (OverseerThreadFactory-8522-thread-3-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52962__j for creating new replica
[junit4] 2> 3614809 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3614810 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3615831 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3615847 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 3615973 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3615991 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 3615991 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3615991 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3615991 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 3615995 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=0.8779296875, floorSegmentMB=1.962890625, forceMergeDeletesPctAllowed=14.2294069690479, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2908418226474896
[junit4] 2> 3616006 WARN (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3616060 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3616060 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3616062 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3616062 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3616063 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7766855413761119]
[junit4] 2> 3616064 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@a494ae[collection1_shard2_replica_n41] main]
[junit4] 2> 3616065 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3616065 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3616066 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3616067 INFO (searcherExecutor-8536-thread-1-processing-n:127.0.0.1:52962__j x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@a494ae[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3616067 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594552562940379136
[junit4] 2> 3616073 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 3616076 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3616076 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3616076 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52962/_j/collection1_shard2_replica_n41/
[junit4] 2> 3616076 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3616076 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:52962/_j/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 3616076 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3616080 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52962/_j/collection1_shard2_replica_n41/ shard2
[junit4] 2> 3616231 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3616233 INFO (qtp1536080894-29903) [n:127.0.0.1:52962__j c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1423
[junit4] 2> 3616235 INFO (qtp964454701-29855) [n:127.0.0.1:44329__j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52962__j&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1433
[junit4] 2> 3616373 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-2-001 of type NRT
[junit4] 2> 3616380 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3616381 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3616381 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3616381 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3616381 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1520c180{/_j,null,AVAILABLE}
[junit4] 2> 3616382 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1728f542{HTTP/1.1,[http/1.1]}{127.0.0.1:60800}
[junit4] 2> 3616382 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server Started @3619439ms
[junit4] 2> 3616382 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_j, hostPort=60800, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-2-001/cores}
[junit4] 2> 3616382 ERROR (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3616382 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 3616382 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3616383 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3616383 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-10T12:10:25.752Z
[junit4] 2> 3616384 INFO (zkConnectionManagerCallback-4621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3616385 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3616385 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-2-001/solr.xml
[junit4] 2> 3616389 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3616389 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3616391 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3616419 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55919/solr
[junit4] 2> 3616436 INFO (zkConnectionManagerCallback-4625-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3616466 INFO (zkConnectionManagerCallback-4627-thread-1-processing-n:127.0.0.1:60800__j) [n:127.0.0.1:60800__j ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3616474 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:60800__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3616476 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:60800__j ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3616478 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:60800__j ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60800__j
[junit4] 2> 3616482 INFO (zkCallback-4608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3616482 INFO (zkCallback-4626-thread-1-processing-n:127.0.0.1:60800__j) [n:127.0.0.1:60800__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3616482 INFO (zkCallback-4598-thread-2-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3616482 INFO (zkCallback-4616-thread-1-processing-n:127.0.0.1:52962__j) [n:127.0.0.1:52962__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3616554 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:60800__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3616584 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:60800__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3616584 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:60800__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3616586 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:60800__j ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-2-001/cores
[junit4] 2> 3616640 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60800__j&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3616643 INFO (OverseerCollectionConfigSetProcessor-73429637573115908-127.0.0.1:44329__j-n_0000000000) [n:127.0.0.1:44329__j ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3616643 INFO (OverseerThreadFactory-8522-thread-4-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:60800__j for creating new replica
[junit4] 2> 3616646 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3616646 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3617664 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3617679 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 3617807 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3617824 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 3617824 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3617824 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3617825 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 3617829 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=0.8779296875, floorSegmentMB=1.962890625, forceMergeDeletesPctAllowed=14.2294069690479, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2908418226474896
[junit4] 2> 3617837 WARN (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3617897 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3617897 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3617899 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3617899 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3617900 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7766855413761119]
[junit4] 2> 3617901 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e7902df[collection1_shard1_replica_n43] main]
[junit4] 2> 3617902 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3617903 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3617903 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3617904 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594552564866613248
[junit4] 2> 3617905 INFO (searcherExecutor-8547-thread-1-processing-n:127.0.0.1:60800__j x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@6e7902df[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3617909 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 3617912 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3617912 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3617912 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60800/_j/collection1_shard1_replica_n43/
[junit4] 2> 3617912 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3617913 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:60800/_j/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 3617913 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3617916 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60800/_j/collection1_shard1_replica_n43/ shard1
[junit4] 2> 3618021 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3618023 INFO (qtp1724162567-29933) [n:127.0.0.1:60800__j c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1377
[junit4] 2> 3618026 INFO (qtp964454701-29857) [n:127.0.0.1:44329__j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60800__j&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1386
[junit4] 2> 3618214 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-3-001 of type NRT
[junit4] 2> 3618215 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3618216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3618216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3618216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3618216 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73549d71{/_j,null,AVAILABLE}
[junit4] 2> 3618217 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f13b078{HTTP/1.1,[http/1.1]}{127.0.0.1:52670}
[junit4] 2> 3618217 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server Started @3621274ms
[junit4] 2> 3618217 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/_j, hostPort=52670, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-3-001/cores}
[junit4] 2> 3618217 ERROR (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3618217 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 3618217 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3618217 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3618217 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-10T12:10:27.586Z
[junit4] 2> 3618234 INFO (zkConnectionManagerCallback-4631-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3618235 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3618235 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-3-001/solr.xml
[junit4] 2> 3618239 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3618239 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3618241 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3618244 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55919/solr
[junit4] 2> 3618247 INFO (zkConnectionManagerCallback-4635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3618253 INFO (zkConnectionManagerCallback-4637-thread-1-processing-n:127.0.0.1:52670__j) [n:127.0.0.1:52670__j ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3618264 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52670__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3618267 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52670__j ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3618272 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52670__j ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52670__j
[junit4] 2> 3618274 INFO (zkCallback-4608-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3618274 INFO (zkCallback-4616-thread-1-processing-n:127.0.0.1:52962__j) [n:127.0.0.1:52962__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3618274 INFO (zkCallback-4626-thread-1-processing-n:127.0.0.1:60800__j) [n:127.0.0.1:60800__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3618274 INFO (zkCallback-4598-thread-1-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3618278 INFO (zkCallback-4636-thread-1-processing-n:127.0.0.1:52670__j) [n:127.0.0.1:52670__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3618365 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52670__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3618380 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52670__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3618380 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52670__j ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3618382 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:52670__j ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-3-001/cores
[junit4] 2> 3618463 INFO (qtp964454701-29855) [n:127.0.0.1:44329__j ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:52670__j&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3618466 INFO (OverseerCollectionConfigSetProcessor-73429637573115908-127.0.0.1:44329__j-n_0000000000) [n:127.0.0.1:44329__j ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3618468 INFO (OverseerThreadFactory-8522-thread-5-processing-n:127.0.0.1:44329__j) [n:127.0.0.1:44329__j ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:52670__j for creating new replica
[junit4] 2> 3618486 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3618486 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3619503 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 3619518 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 3619641 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3619659 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 3619659 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5
[junit4] 2> 3619659 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3619660 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 3619663 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=0.8779296875, floorSegmentMB=1.962890625, forceMergeDeletesPctAllowed=14.2294069690479, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2908418226474896
[junit4] 2> 3619673 WARN (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3619740 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3619740 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3619741 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3619741 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3619743 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7766855413761119]
[junit4] 2> 3619743 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@1345c0d[collection1_shard2_replica_n45] main]
[junit4] 2> 3619745 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3619745 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3619746 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3619746 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1594552566798090240
[junit4] 2> 3619749 INFO (searcherExecutor-8558-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@1345c0d[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3619751 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkShardTerms Successful update terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0, core_node46=0}, version=1}
[junit4] 2> 3619753 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 3619755 INFO (updateExecutor-4632-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3619756 INFO (qtp1287897187-29964) [n:127.0.0.1:52670__j c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1269
[junit4] 2> 3619763 INFO (qtp964454701-29855) [n:127.0.0.1:44329__j ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:52670__j&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1299
[junit4] 2> 3619778 INFO (recoveryExecutor-4633-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3619789 INFO (recoveryExecutor-4633-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3619793 INFO (qtp1536080894-29906) [n:127.0.0.1:52962__j c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp=/_j path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3619793 INFO (qtp1536080894-29906) [n:127.0.0.1:52962__j c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41] webapp=/_j path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3619794 INFO (recoveryExecutor-4633-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 3619794 INFO (recoveryExecutor-4633-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3619794 INFO (recoveryExecutor-4633-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:52962/_j/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:52670/_j/collection1_shard2_replica_n45/]
[junit4] 2> 3619797 INFO (recoveryExecutor-4633-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.ZkShardTerms Successful update terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0, core_node46=0, core_node46_recovering=0}, version=2}
[junit4] 2> 3619800 INFO (recoveryExecutor-4633-thread-1-processing-n:127.0.0.1:52670__j x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:52670__j c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:52962/_j]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:52670__j&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3619801 INFO (qtp1536080894-29908) [n:127.0.0.1:52962__j ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 3619802 INFO (qtp1536080894-29908) [n:127.0.0.1:52962__j ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:52670__j, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:52670/_j","node_name":"127.0.0.1:52670__j","state":"down","type":"NRT"}
[junit4] 2> 3619950 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-4-001 of type NRT
[junit4] 2> 3619951 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3619952 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3619952 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3619952 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3619952 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@401c6435{/_j,null,AVAILABLE}
[junit4] 2> 3619953 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41ab179{HTTP/1.1,[http/1.1]}{127.0.0.1:39026}
[junit4] 2> 3619953 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.e.j.s.Server Started @3623010ms
[junit4] 2> 3619953 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/_j, hostPort=39026, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-4-001/cores}
[junit4] 2> 3619953 ERROR (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3619953 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 7.3.0
[junit4] 2> 3619953 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3619953 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3619954 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-10T12:10:29.322Z
[junit4] 2> 3619961 INFO (zkConnectionManagerCallback-4642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3619962 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3619962 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001/shard-4-001/solr.xml
[junit4] 2> 3619966 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3619966 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3619967 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@521366d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3619972 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55919/solr
[junit4] 2> 3619974 INFO (zkConnectionManagerCallback-4646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3619977 INFO (zkConnectionManagerCallback-4648-thread-1-processing-n:127.0.0.1:39026__j) [n:127.0.0.1:39026__j ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3619985 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:39026__j ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3619987 INFO (TEST-RollingRestartTest.test-seed#[6DC844A725425EEE]) [n:127.0.0.1:39026__j ] o.a.s.c.Overseer
[...truncated too long message...]
n_0000000035
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116003-127.0.0.1:52670__j-n_0000000050
[junit4] 2> 2 /solr/overseer_elect/election/73429637573115908-127.0.0.1:44329__j-n_0000000017
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116084-127.0.0.1:39026__j-n_0000000085
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573116024-core_node72-n_0000000017
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573116102-core_node68-n_0000000028
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116099-127.0.0.1:52670__j-n_0000000094
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116132-127.0.0.1:39026__j-n_0000000111
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/73429637573116192-core_node54-n_0000000051
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard2/election/73429637573116207-core_node66-n_0000000055
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573115976-core_node72-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573115916-core_node44-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116087-127.0.0.1:55200__j-n_0000000086
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573116168-core_node72-n_0000000038
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116024-127.0.0.1:59891__j-n_0000000057
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116192-127.0.0.1:42207__j-n_0000000137
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573116120-core_node72-n_0000000031
[junit4] 2> 2 /solr/overseer_elect/election/73429637573115955-127.0.0.1:33788__j-n_0000000015
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573116006-core_node68-n_0000000014
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116036-127.0.0.1:39026__j-n_0000000063
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73429637573116072-core_node72-n_0000000024
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116051-127.0.0.1:52670__j-n_0000000072
[junit4] 2> 2 /solr/overseer_elect/election/73429637573115919-127.0.0.1:52670__j-n_0000000020
[junit4] 2> 2 /solr/overseer_elect/election/73429637573116135-127.0.0.1:55200__j-n_0000000112
[junit4] 2> 2 /solr/overseer_elect/election/73429637573115922-127.0.0.1:39026__j-n_0000000021
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 108 /solr/live_nodes
[junit4] 2> 108 /solr/collections
[junit4] 2> 92 /solr/overseer/queue-work
[junit4] 2> 91 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 44 /solr/overseer/collection-queue-work
[junit4] 2> 43 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=6DC844A725425EEE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/test-data/enwiki.random.lines.txt -Dtests.locale=sq -Dtests.timezone=Europe/Guernsey -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 549s J2 | RollingRestartTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Unable to restart (#5): CloudJettyRunner [url=http://127.0.0.1:39026/_j/collection1_shard1_replica_n47]
[junit4] > at __randomizedtesting.SeedInfo.seed([6DC844A725425EEE:E59C7B7D8BBE3316]:0)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_6DC844A725425EEE-001
[junit4] 2> Mar 10, 2018 12:19:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=523, maxMBSortInHeap=5.715656834928086, sim=RandomSimilarity(queryNorm=true): {}, locale=sq, timezone=Europe/Guernsey
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=273597584,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestClusterStateProvider, TestDelegationWithHadoopAuth, TestRandomCollapseQParserPlugin, TestSlowCompositeReaderWrapper, ZkFailoverTest, ComputePlanActionTest, WordBreakSolrSpellCheckerTest, TestLocalFSCloudBackupRestore, ShowFileRequestHandlerTest, TestRealTimeGet, ConjunctionSolrSpellCheckerTest, TestDFRSimilarityFactory, AddReplicaTest, TestFaceting, TestReplicationHandlerBackup, SolrCoreMetricManagerTest, TestStressReorder, SolrCmdDistributorTest, TestCloudSchemaless, UnloadDistributedZkTest, URLClassifyProcessorTest, TestCollapseQParserPlugin, ShufflingReplicaListTransformerTest, TestUtils, TestManagedResourceStorage, ConvertedLegacyTest, TestRandomDVFaceting, CoreAdminRequestStatusTest, DisMaxRequestHandlerTest, TestJettySolrRunner, DocValuesMissingTest, AnalysisAfterCoreReloadTest, RecoveryAfterSoftCommitTest, TestRandomRequestDistribution, HdfsUnloadDistributedZkTest, CollectionReloadTest, AutoAddReplicasIntegrationTest, TestStressUserVersions, HttpTriggerListenerTest, TestSolrConfigHandlerConcurrent, TestCloudSearcherWarming, TestImplicitCoreProperties, LukeRequestHandlerTest, TestCopyFieldCollectionResource, TestDownShardTolerantSearch, AnalyticsMergeStrategyTest, ImplicitSnitchTest, MigrateRouteKeyTest, TestDefaultStatsCache, LIRRollingUpdatesTest, NoCacheHeaderTest, TestGraphTermsQParserPlugin, ParsingFieldUpdateProcessorsTest, CacheHeaderTest, CheckHdfsIndexTest, RecoveryZkTest, UtilsToolTest, FullHLLTest, TestLMJelinekMercerSimilarityFactory, BlockJoinFacetRandomTest, TestInPlaceUpdatesStandalone, MultiTermTest, SolrXmlInZkTest, TestBlendedInfixSuggestions, TestPKIAuthenticationPlugin, TestNRTOpen, TestNumericRangeQuery32, TestFieldCacheWithThreads, TestRawResponseWriter, OverseerStatusTest, SolrMetricsIntegrationTest, TestSortByMinMaxFunction, TestNonDefinedSimilarityFactory, CopyFieldTest, TestTolerantUpdateProcessorCloud, TestSolrCloudSnapshots, TestCloudNestedDocsSort, BigEndianAscendingWordSerializerTest, TestCollectionAPI, TestLegacyNumericUtils, TestDocTermOrds, TestLazyCores, HdfsSyncSliceTest, TlogReplayBufferedWhileIndexingTest, NumberUtilsTest, TestManagedSchema, MetricsHandlerTest, DeleteLastCustomShardedReplicaTest, FacetPivotSmallTest, TestGraphMLResponseWriter, TestRangeQuery, MinimalSchemaTest, TestHttpShardHandlerFactory, DistributedQueryComponentCustomSortTest, TestExceedMaxTermLength, AnalysisErrorHandlingTest, SpatialFilterTest, NumericFieldsTest, MoreLikeThisHandlerTest, TestCollectionAPIs, TimeZoneUtilsTest, SimpleMLTQParserTest, HttpPartitionOnCommitTest, NodeLostTriggerTest, TermVectorComponentTest, DateFieldTest, TestExecutePlanAction, TestFieldCollectionResource, NodeMutatorTest, TestStreamBody, TestCloudDeleteByQuery, UniqFieldsUpdateProcessorFactoryTest, IndexSchemaRuntimeFieldTest, SystemLogListenerTest, TestCoreContainer, JSONWriterTest, TestSchemaSimilarityResource, TestManagedSynonymGraphFilterFactory, TestMiniSolrCloudClusterSSL, TestExactStatsCache, LeaderElectionIntegrationTest, TestSubQueryTransformerCrossCore, ResponseLogComponentTest, DistributedVersionInfoTest, BufferStoreTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestDistributedGrouping, StatsComponentTest, TestFunctionQuery, TestBadConfig, TestCoreDiscovery, SpellCheckCollatorTest, SolrRequestParserTest, DocValuesTest, SortByFunctionTest, DistanceFunctionTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestOmitPositions, XmlUpdateRequestHandlerTest, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, MBeansHandlerTest, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestBM25SimilarityFactory, TestFastWriter, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, ConcurrentCreateRoutedAliasTest, CreateCollectionCleanupTest, DeleteNodeTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, ReplicationFactorTest, RollingRestartTest]
[junit4] Completed [582/782 (1!)] on J2 in 550.36s, 1 test, 1 failure <<< FAILURES!
[...truncated 50187 lines...]
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 170 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/170/
2 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C6E53F3776CA39B8:6C28ECC5C119EC68]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.junit.Assert.assertFalse(Assert.java:79)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
Error from server at https://127.0.0.1:37037/solr: delete the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37037/solr: delete the collection time out:180s
at __randomizedtesting.SeedInfo.seed([C6E53F3776CA39B8:4EB100EDD8365440]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:451)
at org.apache.solr.cloud.MoveReplicaTest.beforeTest(MoveReplicaTest.java:95)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14367 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/init-core-data-001
[junit4] 2> 2260224 WARN (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=46 numCloses=46
[junit4] 2> 2260224 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2260226 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2260226 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2260227 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001
[junit4] 2> 2260227 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2260227 INFO (Thread-10329) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2260227 INFO (Thread-10329) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2260229 ERROR (Thread-10329) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2260327 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39232
[junit4] 2> 2260329 INFO (zkConnectionManagerCallback-59145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260334 INFO (jetty-launcher-59142-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2260334 INFO (jetty-launcher-59142-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2260334 INFO (jetty-launcher-59142-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75b21dba{/solr,null,AVAILABLE}
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2260339 INFO (jetty-launcher-59142-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2260340 INFO (jetty-launcher-59142-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63ef8cdf{/solr,null,AVAILABLE}
[junit4] 2> 2260340 INFO (jetty-launcher-59142-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67add2a2{SSL,[ssl, http/1.1]}{127.0.0.1:38403}
[junit4] 2> 2260340 INFO (jetty-launcher-59142-thread-2) [ ] o.e.j.s.Server Started @2262729ms
[junit4] 2> 2260340 INFO (jetty-launcher-59142-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38403}
[junit4] 2> 2260340 ERROR (jetty-launcher-59142-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-09T01:41:06.514Z
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bec2bbd{/solr,null,AVAILABLE}
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10b3e3a7{SSL,[ssl, http/1.1]}{127.0.0.1:41545}
[junit4] 2> 2260341 INFO (jetty-launcher-59142-thread-3) [ ] o.e.j.s.Server Started @2262731ms
[junit4] 2> 2260342 INFO (jetty-launcher-59142-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41545}
[junit4] 2> 2260342 ERROR (jetty-launcher-59142-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2260342 INFO (jetty-launcher-59142-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2260342 INFO (jetty-launcher-59142-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2260342 INFO (zkConnectionManagerCallback-59147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260342 INFO (jetty-launcher-59142-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2260342 INFO (jetty-launcher-59142-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-09T01:41:06.515Z
[junit4] 2> 2260342 INFO (jetty-launcher-59142-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2260343 INFO (jetty-launcher-59142-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7e0dee3d{SSL,[ssl, http/1.1]}{127.0.0.1:37037}
[junit4] 2> 2260343 INFO (jetty-launcher-59142-thread-4) [ ] o.e.j.s.Server Started @2262732ms
[junit4] 2> 2260343 INFO (jetty-launcher-59142-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37037}
[junit4] 2> 2260343 ERROR (jetty-launcher-59142-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2260343 INFO (jetty-launcher-59142-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2260343 INFO (jetty-launcher-59142-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2260343 INFO (jetty-launcher-59142-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2260343 INFO (jetty-launcher-59142-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-09T01:41:06.516Z
[junit4] 2> 2260347 INFO (zkConnectionManagerCallback-59151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260347 INFO (jetty-launcher-59142-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34f0d3fe{/solr,null,AVAILABLE}
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c15bf3c{SSL,[ssl, http/1.1]}{127.0.0.1:46131}
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-1) [ ] o.e.j.s.Server Started @2262737ms
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46131}
[junit4] 2> 2260348 ERROR (jetty-launcher-59142-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2260348 INFO (jetty-launcher-59142-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-09T01:41:06.521Z
[junit4] 2> 2260351 INFO (zkConnectionManagerCallback-59153-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260351 INFO (zkConnectionManagerCallback-59149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260352 INFO (jetty-launcher-59142-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2260352 INFO (jetty-launcher-59142-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2260352 INFO (jetty-launcher-59142-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39232/solr
[junit4] 2> 2260360 INFO (jetty-launcher-59142-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39232/solr
[junit4] 2> 2260361 INFO (zkConnectionManagerCallback-59161-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260361 INFO (zkConnectionManagerCallback-59157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260361 INFO (jetty-launcher-59142-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39232/solr
[junit4] 2> 2260361 INFO (jetty-launcher-59142-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39232/solr
[junit4] 2> 2260362 INFO (zkConnectionManagerCallback-59167-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260363 INFO (zkConnectionManagerCallback-59171-thread-1-processing-n:127.0.0.1:37037_solr) [n:127.0.0.1:37037_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260364 INFO (zkConnectionManagerCallback-59173-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260364 INFO (zkConnectionManagerCallback-59169-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260364 INFO (zkConnectionManagerCallback-59175-thread-1-processing-n:127.0.0.1:41545_solr) [n:127.0.0.1:41545_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260365 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100acadbd4a0009, likely client has closed socket
[junit4] 2> 2260366 INFO (zkConnectionManagerCallback-59177-thread-1-processing-n:127.0.0.1:46131_solr) [n:127.0.0.1:46131_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260445 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2260445 INFO (jetty-launcher-59142-thread-2) [n:127.0.0.1:38403_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2260445 INFO (jetty-launcher-59142-thread-3) [n:127.0.0.1:41545_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2260445 INFO (jetty-launcher-59142-thread-1) [n:127.0.0.1:46131_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2260445 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37037_solr
[junit4] 2> 2260446 INFO (jetty-launcher-59142-thread-1) [n:127.0.0.1:46131_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46131_solr
[junit4] 2> 2260446 INFO (jetty-launcher-59142-thread-2) [n:127.0.0.1:38403_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38403_solr
[junit4] 2> 2260446 INFO (jetty-launcher-59142-thread-3) [n:127.0.0.1:41545_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41545_solr
[junit4] 2> 2260446 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.c.Overseer Overseer (id=72247456242991112-127.0.0.1:37037_solr-n_0000000000) starting
[junit4] 2> 2260458 INFO (zkCallback-59176-thread-1-processing-n:127.0.0.1:46131_solr) [n:127.0.0.1:46131_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2260458 INFO (zkCallback-59172-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2260458 INFO (zkCallback-59170-thread-1-processing-n:127.0.0.1:37037_solr) [n:127.0.0.1:37037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2260465 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37037_solr
[junit4] 2> 2260466 INFO (zkCallback-59174-thread-1-processing-n:127.0.0.1:41545_solr) [n:127.0.0.1:41545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2260466 INFO (zkCallback-59172-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2260466 INFO (zkCallback-59176-thread-1-processing-n:127.0.0.1:46131_solr) [n:127.0.0.1:46131_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2260467 INFO (zkCallback-59170-thread-1-processing-n:127.0.0.1:37037_solr) [n:127.0.0.1:37037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2260467 INFO (zkCallback-59174-thread-2-processing-n:127.0.0.1:41545_solr) [n:127.0.0.1:41545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2260506 INFO (jetty-launcher-59142-thread-3) [n:127.0.0.1:41545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41545.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260523 INFO (jetty-launcher-59142-thread-1) [n:127.0.0.1:46131_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46131.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260523 INFO (jetty-launcher-59142-thread-2) [n:127.0.0.1:38403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38403.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260525 INFO (jetty-launcher-59142-thread-3) [n:127.0.0.1:41545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41545.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260525 INFO (jetty-launcher-59142-thread-3) [n:127.0.0.1:41545_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41545.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260526 INFO (jetty-launcher-59142-thread-3) [n:127.0.0.1:41545_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node3/.
[junit4] 2> 2260527 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37037.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260536 INFO (jetty-launcher-59142-thread-1) [n:127.0.0.1:46131_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46131.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260536 INFO (jetty-launcher-59142-thread-1) [n:127.0.0.1:46131_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46131.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260536 INFO (jetty-launcher-59142-thread-2) [n:127.0.0.1:38403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38403.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260536 INFO (jetty-launcher-59142-thread-2) [n:127.0.0.1:38403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38403.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260537 INFO (jetty-launcher-59142-thread-1) [n:127.0.0.1:46131_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node1/.
[junit4] 2> 2260537 INFO (jetty-launcher-59142-thread-2) [n:127.0.0.1:38403_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node2/.
[junit4] 2> 2260539 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37037.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260539 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37037.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2260540 INFO (jetty-launcher-59142-thread-4) [n:127.0.0.1:37037_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node4/.
[junit4] 2> 2260648 INFO (zkConnectionManagerCallback-59187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260650 INFO (zkConnectionManagerCallback-59191-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2260651 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2260651 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39232/solr ready
[junit4] 2> 2260664 INFO (qtp2050727972-127088) [n:127.0.0.1:37037_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2260667 INFO (qtp2050727972-127088) [n:127.0.0.1:37037_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2260703 WARN (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2260711 WARN (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2260712 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2260730 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_33401_hdfs____k1oyf3/webapp
[junit4] 2> 2261681 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:33401
[junit4] 2> 2261764 WARN (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2261765 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2261779 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35174_datanode____.xfjcod/webapp
[junit4] 2> 2262069 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35174
[junit4] 2> 2262149 WARN (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2262150 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2262166 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43727_datanode____.ueyi7w/webapp
[junit4] 2> 2262235 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33115) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2262241 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa4ade858ace1c: from storage DS-9767833e-1048-46ba-8bd6-fd43f947daac node DatanodeRegistration(127.0.0.1:37827, datanodeUuid=ffc30e7e-be20-4716-83c6-634a67ff1662, infoPort=44102, infoSecurePort=0, ipcPort=39814, storageInfo=lv=-56;cid=testClusterID;nsid=1441157106;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2262241 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa4ade858ace1c: from storage DS-5a99bd40-36a8-40c1-9f23-6b63c7f6fe8e node DatanodeRegistration(127.0.0.1:37827, datanodeUuid=ffc30e7e-be20-4716-83c6-634a67ff1662, infoPort=44102, infoSecurePort=0, ipcPort=39814, storageInfo=lv=-56;cid=testClusterID;nsid=1441157106;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2262439 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43727
[junit4] 2> 2262525 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33115) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 2262529 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa4ade96b8da24: from storage DS-0d94cd6c-d982-4f48-b98b-6e328b0b3233 node DatanodeRegistration(127.0.0.1:36626, datanodeUuid=98307feb-5fff-41fc-8b68-197831588134, infoPort=32820, infoSecurePort=0, ipcPort=34182, storageInfo=lv=-56;cid=testClusterID;nsid=1441157106;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2262529 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa4ade96b8da24: from storage DS-4c9a7aab-f16a-4447-a336-26741ab5395d node DatanodeRegistration(127.0.0.1:36626, datanodeUuid=98307feb-5fff-41fc-8b68-197831588134, infoPort=32820, infoSecurePort=0, ipcPort=34182, storageInfo=lv=-56;cid=testClusterID;nsid=1441157106;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2262638 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
[junit4] 2> 2262639 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2262642 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:27:37+10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2262642 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2262642 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2262642 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2262643 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6897f168{/solr,null,AVAILABLE}
[junit4] 2> 2262643 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a1bb3a8{SSL,[ssl, http/1.1]}{127.0.0.1:42905}
[junit4] 2> 2262643 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.e.j.s.Server Started @2265033ms
[junit4] 2> 2262643 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42905}
[junit4] 2> 2262644 ERROR (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2262644 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2262644 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2262644 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2262644 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-09T01:41:08.817Z
[junit4] 2> 2262645 INFO (zkConnectionManagerCallback-59194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2262646 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2262654 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39232/solr
[junit4] 2> 2262655 INFO (zkConnectionManagerCallback-59198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2262657 INFO (zkConnectionManagerCallback-59200-thread-1-processing-n:127.0.0.1:42905_solr) [n:127.0.0.1:42905_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2262662 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [n:127.0.0.1:42905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2262663 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [n:127.0.0.1:42905_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2262665 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [n:127.0.0.1:42905_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42905_solr
[junit4] 2> 2262666 INFO (zkCallback-59176-thread-1-processing-n:127.0.0.1:46131_solr) [n:127.0.0.1:46131_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2262666 INFO (OverseerCollectionConfigSetProcessor-72247456242991112-127.0.0.1:37037_solr-n_0000000000) [n:127.0.0.1:37037_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2262666 INFO (zkCallback-59172-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2262666 INFO (zkCallback-59170-thread-1-processing-n:127.0.0.1:37037_solr) [n:127.0.0.1:37037_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2262667 INFO (zkCallback-59174-thread-2-processing-n:127.0.0.1:41545_solr) [n:127.0.0.1:41545_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2262667 INFO (zkCallback-59190-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2262667 INFO (zkCallback-59190-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2262672 INFO (zkCallback-59199-thread-1-processing-n:127.0.0.1:42905_solr) [n:127.0.0.1:42905_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2262712 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [n:127.0.0.1:42905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2262721 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [n:127.0.0.1:42905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2262722 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [n:127.0.0.1:42905_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2262723 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [n:127.0.0.1:42905_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node5/.
[junit4] 2> 2262776 INFO (zkConnectionManagerCallback-59204-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2262777 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C6E53F3776CA39B8]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 5
[junit4] 2> 2262778 INFO (qtp2050727972-127086) [n:127.0.0.1:37037_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2262780 INFO (OverseerThreadFactory-15539-thread-2-processing-n:127.0.0.1:37037_solr) [n:127.0.0.1:37037_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_false
[junit4] 2> 2262886 INFO (OverseerStateUpdate-72247456242991112-127.0.0.1:37037_solr-n_0000000000) [n:127.0.0.1:37037_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38403/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2262887 INFO (OverseerStateUpdate-72247456242991112-127.0.0.1:37037_solr-n_0000000000) [n:127.0.0.1:37037_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41545/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2262889 INFO (OverseerStateUpdate-72247456242991112-127.0.0.1:37037_solr-n_0000000000) [n:127.0.0.1:37037_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46131/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2262891 INFO (OverseerStateUpdate-72247456242991112-127.0.0.1:37037_solr-n_0000000000) [n:127.0.0.1:37037_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42905/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2263118 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2263118 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2263118 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2263118 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2263118 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2263119 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2263119 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2263119 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2263223 INFO (zkCallback-59172-thread-1-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2263223 INFO (zkCallback-59199-thread-1-processing-n:127.0.0.1:42905_solr) [n:127.0.0.1:42905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2263223 INFO (zkCallback-59174-thread-2-processing-n:127.0.0.1:41545_solr) [n:127.0.0.1:41545_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2263223 INFO (zkCallback-59176-thread-1-processing-n:127.0.0.1:46131_solr) [n:127.0.0.1:46131_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2263223 INFO (zkCallback-59174-thread-1-processing-n:127.0.0.1:41545_solr) [n:127.0.0.1:41545_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2263223 INFO (zkCallback-59172-thread-2-processing-n:127.0.0.1:38403_solr) [n:127.0.0.1:38403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2263224 INFO (zkCallback-59199-thread-2-processing-n:127.0.0.1:42905_solr) [n:127.0.0.1:42905_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2263224 INFO (zkCallback-59176-thread-2-processing-n:127.0.0.1:46131_solr) [n:127.0.0.1:46131_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection [MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2264136 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2264136 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2264136 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2264150 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2264151 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2264151 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2264153 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2264154 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2264154 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2264154 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n2' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2264154 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n6' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2264155 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2264155 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2264155 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42905.solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n6' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2264155 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46131.solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2264155 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41545.solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n2' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2264156 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2264158 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2264158 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2264159 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38403.solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5af04edb
[junit4] 2> 2264161 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33115/data
[junit4] 2> 2264161 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2264161 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2264161 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33115/data
[junit4] 2> 2264161 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node5/MoveReplicaHDFSTest_coll_false_shard2_replica_n6], dataDir=[hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node8/data/]
[junit4] 2> 2264162 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2264162 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2264162 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33115/data
[junit4] 2> 2264162 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node3/MoveReplicaHDFSTest_coll_false_shard1_replica_n2], dataDir=[hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node5/data/]
[junit4] 2> 2264162 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2264162 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2264162 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33115/data
[junit4] 2> 2264162 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node1/MoveReplicaHDFSTest_coll_false_shard2_replica_n4], dataDir=[hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node7/data/]
[junit4] 2> 2264162 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2264162 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2264162 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-001/node2/MoveReplicaHDFSTest_coll_false_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node3/data/]
[junit4] 2> 2264163 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node8/data/snapshot_metadata
[junit4] 2> 2264163 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node5/data/snapshot_metadata
[junit4] 2> 2264163 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node7/data/snapshot_metadata
[junit4] 2> 2264164 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node3/data/snapshot_metadata
[junit4] 2> 2264184 WARN (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2264187 WARN (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2264187 WARN (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2264188 WARN (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 2269387 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node8/data
[junit4] 2> 2269390 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node7/data
[junit4] 2> 2269394 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node3/data
[junit4] 2> 2269398 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node5/data
[junit4] 2> 2269413 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node7/data/index
[junit4] 2> 2269430 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node5/data/index
[junit4] 2> 2269447 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node8/data/index
[junit4] 2> 2269453 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33115/data/MoveReplicaHDFSTest_coll_false/core_node3/data/index
[junit4] 2> 2269483 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37827 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c9a7aab-f16a-4447-a336-26741ab5395d:NORMAL:127.0.0.1:36626|RBW], ReplicaUC[[DISK]DS-9767833e-1048-46ba-8bd6-fd43f947daac:NORMAL:127.0.0.1:37827|FINALIZED]]} size 0
[junit4] 2> 2269484 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36626 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9767833e-1048-46ba-8bd6-fd43f947daac:NORMAL:127.0.0.1:37827|FINALIZED], ReplicaUC[[DISK]DS-0d94cd6c-d982-4f48-b98b-6e328b0b3233:NORMAL:127.0.0.1:36626|FINALIZED]]} size 0
[junit4] 2> 2269520 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36626 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9767833e-1048-46ba-8bd6-fd43f947daac:NORMAL:127.0.0.1:37827|RBW], ReplicaUC[[DISK]DS-0d94cd6c-d982-4f48-b98b-6e328b0b3233:NORMAL:127.0.0.1:36626|RBW]]} size 0
[junit4] 2> 2269522 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37827 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9767833e-1048-46ba-8bd6-fd43f947daac:NORMAL:127.0.0.1:37827|RBW], ReplicaUC[[DISK]DS-0d94cd6c-d982-4f48-b98b-6e328b0b3233:NORMAL:127.0.0.1:36626|RBW]]} size 0
[junit4] 2> 2269525 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37827 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c9a7aab-f16a-4447-a336-26741ab5395d:NORMAL:127.0.0.1:36626|RBW], ReplicaUC[[DISK]DS-5a99bd40-36a8-40c1-9f23-6b63c7f6fe8e:NORMAL:127.0.0.1:37827|RBW]]} size 0
[junit4] 2> 2269526 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36626 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5a99bd40-36a8-40c1-9f23-6b63c7f6fe8e:NORMAL:127.0.0.1:37827|RBW], ReplicaUC[[DISK]DS-4c9a7aab-f16a-4447-a336-26741ab5395d:NORMAL:127.0.0.1:36626|RBW]]} size 0
[junit4] 2> 2269529 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36626 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c9a7aab-f16a-4447-a336-26741ab5395d:NORMAL:127.0.0.1:36626|RBW], ReplicaUC[[DISK]DS-5a99bd40-36a8-40c1-9f23-6b63c7f6fe8e:NORMAL:127.0.0.1:37827|RBW]]} size 0
[junit4] 2> 2269529 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37827 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-5a99bd40-36a8-40c1-9f23-6b63c7f6fe8e:NORMAL:127.0.0.1:37827|RBW], ReplicaUC[[DISK]DS-4c9a7aab-f16a-4447-a336-26741ab5395d:NORMAL:127.0.0.1:36626|RBW]]} size 0
[junit4] 2> 2269584 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2269584 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2269584 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2269606 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2269606 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2269606 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2269609 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2269609 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2269609 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2269614 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2269614 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2269619 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2269619 INFO (qtp1620269069-127066) [n:127.0.0.1:38403_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2269620 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2269620 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2269621 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2269623 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2269623 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2269631 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2269631 INFO (qtp220128072-127069) [n:127.0.0.1:41545_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2269642 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@404b1e21[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] main]
[junit4] 2> 2269642 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b825238[MoveReplicaHDFSTest_coll_false_shard2_replica_n6] main]
[junit4] 2> 2269643 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2269643 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2269644 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2269644 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2269644 INFO (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2269644 INFO (qtp373048142-127333) [n:127.0.0.1:42905_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2269646 WARN (qtp1391058585-127064) [n:127.0.0.1:46131_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://lucene2-us-west.apache.org:33021/solr3 due to exception: {}
[junit4] 2> java.net.ConnectException: Call From lucene2-us-west.apache.org/127.0.0.1 to lucene2-us-west.apache.org:33021 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
[junit4] 2> at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
[junit4] 2> at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] 2> at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:792)
[junit4] 2> at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:732)
[junit4] 2> at org.apache.hadoop.ipc.Client.call(Client.java:1480)
[junit4] 2> at org.apache.hadoop.ipc.Client.call(Client.java:1413)
[junit4] 2> at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)
[junit4] 2> at com.sun.proxy.$Proxy65.getListing(Unknown Source)
[junit4] 2> at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getListing(ClientNamenodeProtocolTranslatorPB.java:578)
[junit4] 2> at sun.reflect.GeneratedMethodAccessor70.invoke(Unknown Source)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)
[junit4] 2> at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
[junit4] 2> at com.sun.proxy.$Proxy68.getListing(Unknown Source)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2086)
[junit4] 2> at org.apache.hadoop.hdfs.DFSClient.listPaths(DFSClient.java:2069)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatusInternal(DistributedFileSystem.java:791)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.access$700(DistributedFileSystem.java:106)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:853)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem$18.doCall(DistributedFileSystem.java:849)
[junit4] 2> at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)
[junit4] 2> at org.apache.hadoop.hdfs.DistributedFileSystem.listStatus(DistributedFileSystem.java:860)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.refreshDirectory(HdfsLocalityReporter.java:177)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.lambda$initializeMetrics$0(HdfsLocalityReporter.java:112)
[junit4] 2> at org.apache.solr.metrics.MetricsMap.getValue(MetricsMap.java:76)
[junit4] 2> at org.apache.solr.metrics.MetricsMap.getMBeanInfo(MetricsMap.java:149)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getNewMBeanClassName(DefaultMBeanServerInterceptor.java:333)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:319)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:532)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:563)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:448)
[junit4] 2> at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:89)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.register(SolrMetricManager.java:658)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.registerGauge(SolrMetricManager.java:663)
[junit4] 2> at org.apache.solr.store.hdfs.HdfsLocalityReporter.initializeMetrics(HdfsLocalityReporter.java:148)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactory.initializeMetrics(HdfsDirectoryFactory.java:494)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1026)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1040)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:90)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:358)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:289)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:149)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.ConnectException: Connection refused
[junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
[junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
[junit4] 2> at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531)
[junit4] 2> at org.apache.hadoop.net.Net
[...truncated too long message...]
olr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33115) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2610057 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33115) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-392408565-127.0.0.1-1520559666853 (Datanode Uuid 98307feb-5fff-41fc-8b68-197831588134) service to lucene2-us-west.apache.org/127.0.0.1:33115
[junit4] 2> 2610058 WARN (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 2610067 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 2610168 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33115) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2610168 WARN (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:33115) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-392408565-127.0.0.1-1520559666853 (Datanode Uuid ffc30e7e-be20-4716-83c6-634a67ff1662) service to lucene2-us-west.apache.org/127.0.0.1:33115
[junit4] 2> 2610174 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:0
[junit4] 2> 2610287 INFO (SUITE-MoveReplicaHDFSTest-seed#[C6E53F3776CA39B8]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39232 39232
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_C6E53F3776CA39B8-001
[junit4] 2> Mar 09, 2018 1:46:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-CH, timezone=Asia/Katmandu
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=197316416,total=516947968
[junit4] 2> NOTE: All tests run in this JVM: [HttpSolrCallGetCoreTest, ShardSplitTest, LargeFieldTest, TestFunctionQuery, CurrencyFieldTypeTest, TestSchemaVersionResource, TestStressLiveNodes, TestFieldCache, DistributedFacetPivotSmallTest, BitVectorTest, TestRuleBasedAuthorizationPlugin, DistribDocExpirationUpdateProcessorTest, ExecutePlanActionTest, PeerSyncTest, InfixSuggestersTest, TestSystemIdResolver, HdfsRecoveryZkTest, TestReloadDeadlock, TestFieldCacheSortRandom, FastVectorHighlighterTest, TestSolr4Spatial, TestComplexPhraseLeadingWildcard, TestPivotHelperCode, SolrShardReporterTest, PropertiesRequestHandlerTest, TestQueryUtils, TestOnReconnectListenerSupport, TestReversedWildcardFilterFactory, TestSubQueryTransformerDistrib, TestSolrFieldCacheBean, UpdateRequestProcessorFactoryTest, CdcrUpdateLogTest, TestJettySolrRunner, TestElisionMultitermQuery, TestExportWriter, TestImpersonationWithHadoopAuth, TestReplicaProperties, TestTrie, TestPullReplicaErrorHandling, IndexSchemaTest, TestConfigOverlay, TestSolrIndexConfig, TestCharFilters, OverseerTest, ConcurrentDeleteAndCreateCollectionTest, AddReplicaTest, BadComponentTest, SystemInfoHandlerTest, SortSpecParsingTest, TestDistribIDF, TestCollationFieldDocValues, DistributedDebugComponentTest, PathHierarchyTokenizerFactoryTest, CoreMergeIndexesAdminHandlerTest, TestSchemaManager, ScriptEngineTest, JsonLoaderTest, HdfsDirectoryFactoryTest, TestSegmentSorting, TestRecovery, TestChildDocTransformer, TestLeaderInitiatedRecoveryThread, TestSimpleTrackingShardHandler, ConcurrentCreateRoutedAliasTest, MissingSegmentRecoveryTest, TestHashQParserPlugin, HighlighterTest, TestDynamicFieldCollectionResource, TestDistribDocBasedVersion, DirectUpdateHandlerOptimizeTest, TestFuzzyAnalyzedSuggestions, HdfsWriteToMultipleCollectionsTest, DistributedQueryComponentOptimizationTest, SmileWriterTest, TestReloadAndDeleteDocs, SolrMetricManagerTest, TestTriggerIntegration, OverseerModifyCollectionTest, QueryEqualityTest, TermsComponentTest, TestNoOpRegenerator, SolrInfoBeanTest, SignatureUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, TestExclusionRuleCollectionAccess, TestLegacyField, TestJsonRequest, PrimitiveFieldTypeTest, TestDirectoryFactory, DistributedVersionInfoTest, DocExpirationUpdateProcessorFactoryTest, ReplicationFactorTest, HLLSerializationTest, TestConfigsApi, AsyncCallRequestStatusResponseTest, EnumFieldTest, TriLevelCompositeIdRoutingTest, BJQParserTest, BlockCacheTest, DistributedFacetSimpleRefinementLongTailTest, ZkShardTermsTest, TestCloudInspectUtil, DistributedFacetPivotLargeTest, PreAnalyzedUpdateProcessorTest, PrimUtilsTest, OverseerTaskQueueTest, ScheduledTriggerTest, SimplePostToolTest, TestStressRecovery, TestNamedUpdateProcessors, CollectionTooManyReplicasTest, ResourceLoaderTest, HdfsChaosMonkeySafeLeaderTest, SolrGangliaReporterTest, ShardRoutingCustomTest, TestClusterProperties, TestBulkSchemaConcurrent, SSLMigrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, ClassificationUpdateProcessorIntegrationTest, TestLRUStatsCache, MoveReplicaTest, TestFastLRUCache, FileUtilsTest, TestFoldingMultitermQuery, TestRTGBase, TestComputePlanAction, CSVRequestHandlerTest, TestSurroundQueryParser, TestManagedSchemaAPI, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, TestDistributedGrouping, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, TestStressVersions, TestCoreContainer, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, DebugComponentTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, URLClassifyProcessorTest, PluginInfoTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerAdminHandler, ConnectionReuseTest, AssignBackwardCompatibilityTest, CollectionsAPISolrJTest, DeleteNodeTest, DeleteReplicaTest, DistribJoinFromCollectionTest, LIRRollingUpdatesTest, MoveReplicaHDFSTest]
[junit4] Completed [527/780 (1!)] on J1 in 357.48s, 4 tests, 1 failure, 1 error, 1 skipped <<< FAILURES!
[...truncated 50383 lines...]
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 169 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/169/
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1520530983108,generation=2,filelist=[_bh.cfe, _bh.cfs, _bh.si, _bi.cfe, _bi.cfs, _bi.si, _bl.cfe, _bl.cfs, _bl.si, _bm.fdt, _bm.fdx, _bm.fnm, _bm.nvd, _bm.nvm, _bm.si, _bm_Asserting_0.doc, _bm_Asserting_0.tim, _bm_Asserting_0.tip, _bn.cfe, _bn.cfs, _bn.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, segments_2]}]> but was:<[{indexVersion=1520530983108,generation=2,filelist=[_bh.cfe, _bh.cfs, _bh.si, _bi.cfe, _bi.cfs, _bi.si, _bl.cfe, _bl.cfs, _bl.si, _bm.fdt, _bm.fdx, _bm.fnm, _bm.nvd, _bm.nvm, _bm.si, _bm_Asserting_0.doc, _bm_Asserting_0.tim, _bm_Asserting_0.tip, _bn.cfe, _bn.cfs, _bn.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, segments_2]}, {indexVersion=1520530983108,generation=3,filelist=[_bo.cfe, _bo.cfs, _bo.si, _bt.cfe, _bt.cfs, _bt.si, _bu.cfe, _bu.cfs, _bu.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1520530983108,generation=2,filelist=[_bh.cfe, _bh.cfs, _bh.si, _bi.cfe, _bi.cfs, _bi.si, _bl.cfe, _bl.cfs, _bl.si, _bm.fdt, _bm.fdx, _bm.fnm, _bm.nvd, _bm.nvm, _bm.si, _bm_Asserting_0.doc, _bm_Asserting_0.tim, _bm_Asserting_0.tip, _bn.cfe, _bn.cfs, _bn.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, segments_2]}]> but was:<[{indexVersion=1520530983108,generation=2,filelist=[_bh.cfe, _bh.cfs, _bh.si, _bi.cfe, _bi.cfs, _bi.si, _bl.cfe, _bl.cfs, _bl.si, _bm.fdt, _bm.fdx, _bm.fnm, _bm.nvd, _bm.nvm, _bm.si, _bm_Asserting_0.doc, _bm_Asserting_0.tim, _bm_Asserting_0.tip, _bn.cfe, _bn.cfs, _bn.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, segments_2]}, {indexVersion=1520530983108,generation=3,filelist=[_bo.cfe, _bo.cfs, _bo.si, _bt.cfe, _bt.cfs, _bt.si, _bu.cfe, _bu.cfs, _bu.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([B7FBCC65C4E5BD7C:922CD755B4ADB37F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1280)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13880 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 2049514 INFO (SUITE-TestReplicationHandler-seed#[B7FBCC65C4E5BD7C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/init-core-data-001
[junit4] 2> 2049515 WARN (SUITE-TestReplicationHandler-seed#[B7FBCC65C4E5BD7C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=123 numCloses=123
[junit4] 2> 2049515 INFO (SUITE-TestReplicationHandler-seed#[B7FBCC65C4E5BD7C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2049517 INFO (SUITE-TestReplicationHandler-seed#[B7FBCC65C4E5BD7C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] IGNOR/A 0.00s J2 | TestReplicationHandler.doTestIndexFetchOnMasterRestart
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-9036))
[junit4] 2> 2049522 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEmptyCommits
[junit4] 2> 2049522 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/collection1
[junit4] 2> 2049527 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2049528 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2049528 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2049528 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2049529 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56ba7eec{/solr,null,AVAILABLE}
[junit4] 2> 2049532 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55a90d16{HTTP/1.1,[http/1.1]}{127.0.0.1:52097}
[junit4] 2> 2049532 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server Started @2052322ms
[junit4] 2> 2049532 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=52097}
[junit4] 2> 2049532 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2049532 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2049533 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2049533 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2049533 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T17:41:02.672Z
[junit4] 2> 2049533 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/solr.xml
[junit4] 2> 2049539 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2049539 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2049540 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2049592 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049608 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049608 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049612 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/.
[junit4] 2> 2049612 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2049612 INFO (coreLoadExecutor-5581-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2049630 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2049640 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2049643 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2049643 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 2049644 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049644 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2049644 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/./collection1/data/]
[junit4] 2> 2049646 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=97.75, floorSegmentMB=0.4921875, forceMergeDeletesPctAllowed=5.450758152463985, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2049712 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2049712 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2049713 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@76946546
[junit4] 2> 2049715 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75742d8a[collection1] main]
[junit4] 2> 2049715 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-001/collection1/conf
[junit4] 2> 2049716 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2049716 INFO (coreLoadExecutor-5581-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2049717 INFO (searcherExecutor-5582-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75742d8a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2049719 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/collection1
[junit4] 2> 2049722 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2049724 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2049724 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2049724 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2049725 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47872be8{/solr,null,AVAILABLE}
[junit4] 2> 2049726 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26d7a4ab{HTTP/1.1,[http/1.1]}{127.0.0.1:35838}
[junit4] 2> 2049726 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server Started @2052516ms
[junit4] 2> 2049726 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=35838}
[junit4] 2> 2049726 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2049726 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2049726 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2049726 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2049727 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T17:41:02.865Z
[junit4] 2> 2049727 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/solr.xml
[junit4] 2> 2049732 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2049732 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2049734 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2049787 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049805 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049805 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049809 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/.
[junit4] 2> 2049809 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2049809 INFO (coreLoadExecutor-5591-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2049839 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2049849 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2049852 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2049852 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 2049852 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2049852 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2049852 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/./collection1/data/]
[junit4] 2> 2049855 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=97.75, floorSegmentMB=0.4921875, forceMergeDeletesPctAllowed=5.450758152463985, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2049922 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2049922 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2049924 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@425671
[junit4] 2> 2049925 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e32875b[collection1] main]
[junit4] 2> 2049925 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-002/collection1/conf
[junit4] 2> 2049927 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2049928 INFO (coreLoadExecutor-5591-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2049929 INFO (searcherExecutor-5592-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e32875b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2049931 INFO (qtp290963954-16458) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2049933 INFO (qtp290963954-16460) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 2049933 INFO (qtp290963954-16458) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2049933 INFO (qtp290963954-16458) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@54ee1c40 commitCommandVersion:0
[junit4] 2> 2049948 INFO (qtp290963954-16458) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5123ff1e[collection1] main]
[junit4] 2> 2049948 INFO (qtp290963954-16458) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2049950 INFO (searcherExecutor-5582-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5123ff1e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 2049950 INFO (qtp290963954-16458) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 16
[junit4] 2> 2049954 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2049957 INFO (qtp290963954-16458) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2049957 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2049957 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520530863072
[junit4] 2> 2049957 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2049957 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2049957 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2049961 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=3
[junit4] 2> 2049961 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 2049965 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1764501001, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2049967 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2049968 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1b55ae4b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@722c135d; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2049968 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2049971 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2049978 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2049979 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2049980 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1944) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1b55ae4b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@722c135d; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2049982 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@a9fbc0f
[junit4] 2> 2049985 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2049987 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@530a3c3b[collection1] main]
[junit4] 2> 2049989 INFO (searcherExecutor-5592-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@530a3c3b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 2049989 INFO (qtp1897508924-16475) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:52097/solr/collection1/replication&command=fetchindex} status=0 QTime=36
[junit4] 2> 2049994 INFO (qtp1897508924-16479) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty1&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=2
[junit4] 2> 2049994 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 2049995 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2049996 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2049998 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2049998 INFO (qtp1897508924-16480) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2049999 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2050000 INFO (qtp1897508924-16479) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2050000 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2050000 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2050001 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2050001 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 2050002 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2050009 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2050009 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2050009 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520530863072
[junit4] 2> 2050009 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2050009 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520530863072
[junit4] 2> 2050009 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 2050009 INFO (qtp1897508924-16477) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:52097/solr/collection1/replication&command=fetchindex} status=0 QTime=7
[junit4] 2> 2050011 INFO (qtp290963954-16460) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 2050011 INFO (qtp290963954-16463) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2050011 INFO (qtp290963954-16463) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@54ee1c40 commitCommandVersion:0
[junit4] 2> 2050021 INFO (qtp290963954-16463) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@528b8af8[collection1] main]
[junit4] 2> 2050021 INFO (qtp290963954-16463) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2050023 INFO (searcherExecutor-5582-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@528b8af8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 2050023 INFO (qtp290963954-16463) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 11
[junit4] 2> 2050025 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2050027 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2050027 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 2050027 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520530863151
[junit4] 2> 2050027 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 2050027 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520530863072
[junit4] 2> 2050027 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2050030 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 2050030 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
[junit4] 2> 2050032 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1764501001, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2050034 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2050034 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@f1c53a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b694634; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2050035 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 2050035 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 2050035 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 2050036 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2050037 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2050039 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2050040 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2050041 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2006) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@f1c53a1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3b694634; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2050043 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3b210e2
[junit4] 2> 2050047 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2050049 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23ea1342[collection1] main]
[junit4] 2> 2050051 INFO (searcherExecutor-5592-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23ea1342[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 2050052 INFO (qtp1897508924-16479) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:52097/solr/collection1/replication&command=fetchindex} status=0 QTime=27
[junit4] 2> 2050057 INFO (qtp1897508924-16480) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty2&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=4
[junit4] 2> 2050058 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 2050060 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2050062 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 2050065 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2050066 INFO (qtp1897508924-16479) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 2050066 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2050067 INFO (qtp1897508924-16480) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2050072 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 4
[junit4] 2> 2050073 INFO (qtp290963954-16460) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2050074 INFO (qtp290963954-16460) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@54ee1c40 commitCommandVersion:0
[junit4] 2> 2050087 INFO (qtp290963954-16460) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ccf4052[collection1] realtime]
[junit4] 2> 2050087 INFO (qtp290963954-16460) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2050087 INFO (qtp290963954-16460) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{commit=} 0 13
[junit4] 2> 2050088 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2050090 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2050090 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
[junit4] 2> 2050090 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520530863213
[junit4] 2> 2050090 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 2050090 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520530863151
[junit4] 2> 2050090 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2050143 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=52
[junit4] 2> 2050143 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 2050152 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1764501001, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2050154 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2050154 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2050155 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2051155 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2051156 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2052157 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2052157 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2053158 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2053159 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2054160 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2054160 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2055161 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2055161 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2056163 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2056163 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2057164 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2057164 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2058169 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2058169 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2059170 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2059170 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2060171 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 2060172 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 2061223 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher IndexFetcher slept for 11000ms for unused lucene index files to be delete-able
[junit4] 2> 2061224 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5f49a222 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@714686d; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2061224 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 2061224 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 2061224 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 2061224 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 2061225 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 2061225 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 2061227 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061229 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061230 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061232 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061232 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2068) : 11 secs (188 bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5f49a222 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@714686d; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2061234 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@622605ee
[junit4] 2> 2061237 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2061240 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ca3a516[collection1] main]
[junit4] 2> 2061243 INFO (searcherExecutor-5592-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ca3a516[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1)))}
[junit4] 2> 2061243 INFO (qtp1897508924-16477) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:52097/solr/collection1/replication&command=fetchindex} status=0 QTime=11155
[junit4] 2> 2061247 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2061247 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 0 docs
[junit4] 2> 2061252 INFO (qtp1897508924-16479) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=3
[junit4] 2> 2061253 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 2061256 INFO (qtp290963954-16460) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 2
[junit4] 2> 2061256 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2061256 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@54ee1c40 commitCommandVersion:0
[junit4] 2> 2061266 INFO (qtp290963954-16464) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7983e848[collection1] main]
[junit4] 2> 2061266 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2061268 INFO (searcherExecutor-5582-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7983e848[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_3(7.3.0):c1)))}
[junit4] 2> 2061268 INFO (qtp290963954-16464) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 12
[junit4] 2> 2061270 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 2061271 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2061271 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 5
[junit4] 2> 2061271 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1520530874395
[junit4] 2> 2061271 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 4
[junit4] 2> 2061271 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1520530863213
[junit4] 2> 2061272 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2061325 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=53
[junit4] 2> 2061326 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 2061331 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1764501001, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2061334 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2061335 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@6b8920db lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dd29d43; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2061335 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 2061335 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 2061335 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 2061335 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 2061336 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 2061336 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 2061336 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.si because it already exists
[junit4] 2> 2061336 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfe because it already exists
[junit4] 2> 2061336 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfs because it already exists
[junit4] 2> 2061337 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061339 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061340 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061341 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=segments_5&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2061342 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2130) : 0 secs (null bytes/sec) to MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@6b8920db lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@dd29d43; maxCacheMB=0.7109375 maxMergeSizeMB=0.1826171875))
[junit4] 2> 2061344 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2af9a10f
[junit4] 2> 2061398 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2061401 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c3d65a8[collection1] main]
[junit4] 2> 2061404 INFO (searcherExecutor-5592-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c3d65a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_3(7.3.0):c1)))}
[junit4] 2> 2061404 INFO (qtp1897508924-16480) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:52097/solr/collection1/replication&command=fetchindex} status=0 QTime=134
[junit4] 2> 2061408 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=2
[junit4] 2> 2061408 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 2061413 INFO (qtp1897508924-16477) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=4
[junit4] 2> 2061414 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 2061415 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2061416 INFO (qtp290963954-16460) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2061418 INFO (qtp290963954-16463) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2061419 INFO (qtp1897508924-16480) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 2061419 INFO (qtp290963954-16464) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2061420 INFO (qtp1897508924-16477) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2061420 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEmptyCommits
[junit4] 2> 2061421 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@55a90d16{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2061421 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1293728647
[junit4] 2> 2061422 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2061422 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4eb4dd1f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@20ebabd9
[junit4] 2> 2061428 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2061428 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c774e52: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7bd9499d
[junit4] 2> 2061433 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2061433 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d39450c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c45044a
[junit4] 2> 2061435 INFO (coreCloseExecutor-5601-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@772652af
[junit4] 2> 2061435 INFO (coreCloseExecutor-5601-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1999000239
[junit4] 2> 2061435 INFO (coreCloseExecutor-5601-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a2846fd: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1a82695a
[junit4] 2> 2061446 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56ba7eec{/solr,null,UNAVAILABLE}
[junit4] 2> 2061446 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2061449 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@26d7a4ab{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2061449 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1446080207
[junit4] 2> 2061449 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2061449 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e822272: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6fc46968
[junit4] 2> 2061458 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2061458 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b6a7cb6: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7bd9499d
[junit4] 2> 2061465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2061465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ba63fd3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c45044a
[junit4] 2> 2061467 INFO (coreCloseExecutor-5603-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7755d76a
[junit4] 2> 2061467 INFO (coreCloseExecutor-5603-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2002114410
[junit4] 2> 2061467 INFO (coreCloseExecutor-5603-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@369a4320: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@5228ea35
[junit4] 2> 2061485 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47872be8{/solr,null,UNAVAILABLE}
[junit4] 2> 2061485 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2061492 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
[junit4] 2> 2061493 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/collection1
[junit4] 2> 2061496 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061498 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061498 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061498 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 2061499 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dc6ba26{/solr,null,AVAILABLE}
[junit4] 2> 2061500 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b173b03{HTTP/1.1,[http/1.1]}{127.0.0.1:48607}
[junit4] 2> 2061500 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server Started @2064290ms
[junit4] 2> 2061500 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=48607}
[junit4] 2> 2061500 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2061501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061501 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T17:41:14.640Z
[junit4] 2> 2061502 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/solr.xml
[junit4] 2> 2061508 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2061508 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2061510 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2061580 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061596 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061596 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061600 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/.
[junit4] 2> 2061600 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2061600 INFO (coreLoadExecutor-5610-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2061617 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2061627 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2061629 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2061629 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 2061630 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061630 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2061630 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/./collection1/data/]
[junit4] 2> 2061633 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=97.75, floorSegmentMB=0.4921875, forceMergeDeletesPctAllowed=5.450758152463985, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2061700 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2061700 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2061701 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7214e3e
[junit4] 2> 2061702 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3072b12f[collection1] main]
[junit4] 2> 2061703 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-003/collection1/conf
[junit4] 2> 2061704 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 2061704 INFO (coreLoadExecutor-5610-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2061705 INFO (searcherExecutor-5611-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3072b12f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2061706 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-004/collection1
[junit4] 2> 2061710 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 2061711 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2061711 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2061711 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 2061712 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6366c11a{/solr,null,AVAILABLE}
[junit4] 2> 2061712 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2814c074{HTTP/1.1,[http/1.1]}{127.0.0.1:53762}
[junit4] 2> 2061712 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.Server Started @2064502ms
[junit4] 2> 2061712 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=53762}
[junit4] 2> 2061713 ERROR (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2061713 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 2061713 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2061713 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2061713 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-08T17:41:14.852Z
[junit4] 2> 2061714 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-004/solr.xml
[junit4] 2> 2061719 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2061719 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2061721 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2061775 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061793 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061794 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061797 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-004/.
[junit4] 2> 2061797 INFO (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2061798 INFO (coreLoadExecutor-5620-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2061815 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 2061824 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2061827 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 2061827 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-004/./collection1, trusted=true
[junit4] 2> 2061827 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48489ce
[junit4] 2> 2061828 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2061828 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-004/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001/solr-instance-004/./collection1/data/]
[junit4] 2> 2061831 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=97.75, floorSegmentMB=0.4921875, forceMergeDeletesPctAllowed=5.450758152463985, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2061911 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2061911 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2061913 INFO (coreLoadExecutor-5620-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@473bc84f
[junit4] 2> 2061914 INFO
[...truncated too long message...]
Name = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5ce2961a
[junit4] 2> 2384941 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2384941 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6902c816: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7bd9499d
[junit4] 2> 2384947 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2384947 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21a46f84: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c45044a
[junit4] 2> 2384949 INFO (coreCloseExecutor-6427-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@10b7c811
[junit4] 2> 2384949 INFO (coreCloseExecutor-6427-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=280479761
[junit4] 2> 2384949 INFO (coreCloseExecutor-6427-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2671851b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@bad634b
[junit4] 2> 2384964 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@748a0f3b{/solr,null,UNAVAILABLE}
[junit4] 2> 2384964 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2384968 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6da2d78a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2384968 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1848511708
[junit4] 2> 2384968 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2384968 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35bc2ba7: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3d3a07e9
[junit4] 2> 2384970 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2384970 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57b6cc63: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7bd9499d
[junit4] 2> 2384971 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2384971 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72a2a6f0: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c45044a
[junit4] 2> 2384974 INFO (coreCloseExecutor-6429-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7c42c5ef
[junit4] 2> 2384974 INFO (coreCloseExecutor-6429-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2084750831
[junit4] 2> 2384974 INFO (coreCloseExecutor-6429-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@eb6f30b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@12ad6fcd
[junit4] 2> 2384993 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55ba6aee{/solr,null,UNAVAILABLE}
[junit4] 2> 2384994 INFO (TEST-TestReplicationHandler.doTestStressReplication-seed#[B7FBCC65C4E5BD7C]) [ ] o.e.j.s.session Stopped scavenging
[junit4] IGNOR/A 0.00s J2 | TestReplicationHandler.doTestIndexAndConfigReplication
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_B7FBCC65C4E5BD7C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting), newname=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=409, maxMBSortInHeap=5.828404870809129, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-LU, timezone=Pacific/Bougainville
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=186188704,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [TestUseDocValuesAsStored2, TestSubQueryTransformer, AtomicUpdatesTest, SpellCheckComponentTest, ClusterStateTest, TestMacros, LeaderElectionTest, TestAnalyzeInfixSuggestions, TestStressCloudBlindAtomicUpdates, TestFilteredDocIdSet, HdfsRestartWhileUpdatingTest, ShowFileRequestHandlerTest, CurrencyRangeFacetCloudTest, ConnectionReuseTest, DistributedFacetPivotLongTailTest, ConfigSetsAPITest, TestApiFramework, ResponseLogComponentTest, TestLockTree, StatelessScriptUpdateProcessorFactoryTest, DeleteNodeTest, TestAddFieldRealTimeGet, SuggestComponentContextFilterQueryTest, TestCorePropertiesReload, SolrGraphiteReporterTest, CollectionsAPIAsyncDistributedZkTest, CachingDirectoryFactoryTest, TestSha256AuthenticationProvider, HttpPartitionTest, CloudMLTQParserTest, TestDynamicFieldResource, TestLazyCores, TestLargeCluster, DateMathParserTest, DocValuesMultiTest, SolrMetricReporterTest, TestEmbeddedSolrServerConstructors, TestNumericTokenStream, UniqFieldsUpdateProcessorFactoryTest, SimpleCollectionCreateDeleteTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TriggerIntegrationTest, GraphQueryTest, TestDistributedMissingSort, AliasIntegrationTest, MoveReplicaHDFSFailoverTest, TestRangeQuery, LegacyCloudClusterPropTest, AnalysisAfterCoreReloadTest, TestDistributedMap, TestLFUCache, TermVectorComponentTest, CopyFieldTest, MergeStrategyTest, TestTrackingShardHandlerFactory, TestSolrCloudWithDelegationTokens, BasicAuthIntegrationTest, DistributedSuggestComponentTest, TestRestoreCore, TestXmlQParser, MultiTermTest, ResponseHeaderTest, TestDynamicLoading, RegexBytesRefFilterTest, TestDFISimilarityFactory, TestFastWriter, OverseerRolesTest, SecurityConfHandlerTest, TestHdfsBackupRestoreCore, TestFieldTypeCollectionResource, BlockJoinFacetDistribTest, MinimalSchemaTest, TestGeoJSONResponseWriter, TestValueSourceCache, TestSearcherReuse, TestShortCircuitedRequests, TestLegacyFieldReuse, TestObjectReleaseTracker, DisMaxRequestHandlerTest, SolrTestCaseJ4Test, PreAnalyzedFieldTest, TestPushWriter, MoreLikeThisHandlerTest, FileBasedSpellCheckerTest, TestCodecSupport, TestLeaderElectionWithEmptyReplica, DocValuesNotIndexedTest, InfoHandlerTest, NodeAddedTriggerTest, TestSchemaResource, TestRequestForwarding, CleanupOldIndexTest, NoCacheHeaderTest, CoreAdminHandlerTest, TestBadConfig, AddBlockUpdateTest, HLLUtilTest, BooleanFieldTest, TestSolrCloudWithHadoopAuthPlugin, TestDFRSimilarityFactory, NotRequiredUniqueKeyTest, TimeZoneUtilsTest, TestSerializedLuceneMatchVersion, TestManagedSchemaThreadSafety, TestManagedResource, TestTlogReplica, AutoScalingHandlerTest, TestUnifiedSolrHighlighter, TestRequestStatusCollectionAPI, TestShardHandlerFactory, TestSuggestSpellingConverter, DateRangeFieldTest, TestRandomDVFaceting, TestFreeTextSuggestions, TestCoreAdminApis, TestConfigSetImmutable, TestAtomicUpdateErrorCases, TestTolerantSearch, DistributedFacetPivotWhiteBoxTest, TestDocBasedVersionConstraints, CacheHeaderTest, CdcrVersionReplicationTest, TestExactSharedStatsCache, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestManagedSynonymFilterFactory, TestBinaryResponseWriter, DirectSolrSpellCheckerTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
[junit4] Completed [406/780 (1!)] on J2 in 335.51s, 16 tests, 1 failure, 2 skipped <<< FAILURES!
[...truncated 50863 lines...]
[JENKINS] Lucene-Solr-NightlyTests-7.x - Build # 168 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/168/
2 tests failed.
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([815806029902533F:76F7CF29648BB914]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:314)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:290)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:230)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:111)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:694)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:312)
... 42 more
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1520447172966,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene50_0.doc, _1_Lucene50_0.tim, _1_Lucene50_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene50_0.doc, _2_Lucene50_0.tim, _2_Lucene50_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene50_0.doc, _3_Lucene50_0.tim, _3_Lucene50_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene50_0.doc, _4_Lucene50_0.tim, _4_Lucene50_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene50_0.doc, _5_Lucene50_0.tim, _5_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1520447172966,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene50_0.doc, _1_Lucene50_0.tim, _1_Lucene50_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene50_0.doc, _2_Lucene50_0.tim, _2_Lucene50_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene50_0.doc, _3_Lucene50_0.tim, _3_Lucene50_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene50_0.doc, _4_Lucene50_0.tim, _4_Lucene50_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene50_0.doc, _5_Lucene50_0.tim, _5_Lucene50_0.tip, segments_2]}, {indexVersion=1520447172966,generation=3,filelist=[_3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene50_0.doc, _3_Lucene50_0.tim, _3_Lucene50_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene50_0.doc, _5_Lucene50_0.tim, _5_Lucene50_0.tip, _6.cfe, _6.cfs, _6.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1520447172966,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene50_0.doc, _1_Lucene50_0.tim, _1_Lucene50_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene50_0.doc, _2_Lucene50_0.tim, _2_Lucene50_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene50_0.doc, _3_Lucene50_0.tim, _3_Lucene50_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene50_0.doc, _4_Lucene50_0.tim, _4_Lucene50_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene50_0.doc, _5_Lucene50_0.tim, _5_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1520447172966,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Lucene50_0.doc, _0_Lucene50_0.tim, _0_Lucene50_0.tip, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Lucene50_0.doc, _1_Lucene50_0.tim, _1_Lucene50_0.tip, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Lucene50_0.doc, _2_Lucene50_0.tim, _2_Lucene50_0.tip, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene50_0.doc, _3_Lucene50_0.tim, _3_Lucene50_0.tip, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Lucene50_0.doc, _4_Lucene50_0.tim, _4_Lucene50_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene50_0.doc, _5_Lucene50_0.tim, _5_Lucene50_0.tip, segments_2]}, {indexVersion=1520447172966,generation=3,filelist=[_3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Lucene50_0.doc, _3_Lucene50_0.tim, _3_Lucene50_0.tip, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Lucene50_0.doc, _5_Lucene50_0.tim, _5_Lucene50_0.tip, _6.cfe, _6.cfs, _6.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([815806029902533F:A48F1D32E94A5D3C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1280)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13605 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/init-core-data-001
[junit4] 2> 1083862 WARN (SUITE-TestReplicationHandler-seed#[815806029902533F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 1083862 INFO (SUITE-TestReplicationHandler-seed#[815806029902533F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1083863 INFO (SUITE-TestReplicationHandler-seed#[815806029902533F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1083864 INFO (SUITE-TestReplicationHandler-seed#[815806029902533F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1083865 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestIllegalFilePaths
[junit4] 2> 1083865 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/collection1
[junit4] 2> 1083869 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1083877 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1083877 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1083877 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1083878 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@401dfe74{/solr,null,AVAILABLE}
[junit4] 2> 1083879 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@747ce196{HTTP/1.1,[http/1.1]}{127.0.0.1:46453}
[junit4] 2> 1083879 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.Server Started @1087200ms
[junit4] 2> 1083879 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=46453}
[junit4] 2> 1083879 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1083879 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1083879 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1083880 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1083880 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T18:22:08.522Z
[junit4] 2> 1083880 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/solr.xml
[junit4] 2> 1083884 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1083884 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1083886 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1083934 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1083949 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1083949 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1083952 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/.
[junit4] 2> 1083952 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1083952 INFO (coreLoadExecutor-5525-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1083964 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1083997 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1083999 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1083999 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1083999 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084000 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1084000 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1084004 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=51.9248046875, floorSegmentMB=0.9326171875, forceMergeDeletesPctAllowed=26.222047216310823, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5394515258443326
[junit4] 2> 1084069 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1084069 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1084070 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@56413863
[junit4] 2> 1084070 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3834dab4[collection1] main]
[junit4] 2> 1084071 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-001/collection1/conf
[junit4] 2> 1084072 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1084072 INFO (coreLoadExecutor-5525-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1084073 INFO (searcherExecutor-5526-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3834dab4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1084574 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/collection1
[junit4] 2> 1084577 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1084580 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1084581 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1084581 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1084585 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3caba9dd{/solr,null,AVAILABLE}
[junit4] 2> 1084585 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e30b07e{HTTP/1.1,[http/1.1]}{127.0.0.1:56702}
[junit4] 2> 1084585 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.Server Started @1087906ms
[junit4] 2> 1084585 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=56702}
[junit4] 2> 1084586 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1084586 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1084586 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1084586 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1084586 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T18:22:09.228Z
[junit4] 2> 1084586 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/solr.xml
[junit4] 2> 1084591 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1084591 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1084592 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1084639 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084656 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084656 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084659 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/.
[junit4] 2> 1084660 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1084661 INFO (coreLoadExecutor-5535-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1084688 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1084705 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1084712 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1084713 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1084714 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084714 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1084714 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1084719 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=51.9248046875, floorSegmentMB=0.9326171875, forceMergeDeletesPctAllowed=26.222047216310823, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5394515258443326
[junit4] 2> 1084777 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1084777 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1084778 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2ffca6e6
[junit4] 2> 1084778 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@679e9fd2[collection1] main]
[junit4] 2> 1084779 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-002/collection1/conf
[junit4] 2> 1084781 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1084781 INFO (coreLoadExecutor-5535-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1084786 ERROR (qtp1175069728-15731) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1496)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1469)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:593)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1084787 INFO (qtp1175069728-15731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/foo&command=filecontent} status=403 QTime=0
[junit4] 2> 1084788 INFO (searcherExecutor-5536-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@679e9fd2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1084789 INFO (qtp1175069728-15734) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1084789 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1084789 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1084789 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1084789 ERROR (qtp1175069728-15730) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1492)
[junit4] 2> at java.lang.Iterable.forEach(Iterable.java:75)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1490)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1469)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:593)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1084790 INFO (qtp1175069728-15730) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={file=../dir/traversal&command=filecontent} status=403 QTime=0
[junit4] 2> 1084789 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1084790 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1084790 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1084790 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7e1f9fe1 commitCommandVersion:0
[junit4] 2> 1084796 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f2295da[collection1] main]
[junit4] 2> 1084796 INFO (indexFetcher-5540-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1084797 ERROR (qtp1175069728-15737) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1496)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1470)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1681)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:589)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1084797 INFO (qtp1175069728-15737) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={cf=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/foo&command=filecontent} status=403 QTime=3
[junit4] 2> 1084799 ERROR (qtp1175069728-15737) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1492)
[junit4] 2> at java.lang.Iterable.forEach(Iterable.java:75)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1490)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1470)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1681)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:589)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1084799 INFO (qtp1175069728-15737) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={cf=../dir/traversal&command=filecontent} status=403 QTime=0
[junit4] 2> 1084799 INFO (searcherExecutor-5536-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f2295da[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1084802 ERROR (qtp1175069728-15733) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1496)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1471)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1668)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:591)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1084802 INFO (qtp1175069728-15733) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={tlogFile=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/foo&command=filecontent} status=403 QTime=1
[junit4] 2> 1084804 ERROR (qtp1175069728-15733) [ x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1492)
[junit4] 2> at java.lang.Iterable.forEach(Iterable.java:75)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1490)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1471)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1615)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1668)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:591)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:276)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:711)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:517)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:384)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:330)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:527)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:530)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1084804 INFO (qtp1175069728-15733) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={tlogFile=../dir/traversal&command=filecontent} status=403 QTime=0
[junit4] 2> 1084805 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestIllegalFilePaths
[junit4] 2> 1084808 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@747ce196{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1084808 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2023624753
[junit4] 2> 1084808 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1084808 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48c72b2c: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4a1173f7
[junit4] 2> 1084814 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1084814 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1eb4d804: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45ce5031
[junit4] 2> 1084818 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1084818 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ae43bdf: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6a7c90e1
[junit4] 2> 1084818 INFO (coreCloseExecutor-5541-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6ff9e0a3
[junit4] 2> 1084818 INFO (coreCloseExecutor-5541-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1878646947
[junit4] 2> 1084818 INFO (coreCloseExecutor-5541-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@574529e4: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@68a0ba1b
[junit4] 2> 1084828 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@401dfe74{/solr,null,UNAVAILABLE}
[junit4] 2> 1084828 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1084829 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e30b07e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1084829 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1430490617
[junit4] 2> 1084829 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1084829 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17aeefb3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@28b56fb8
[junit4] 2> 1084837 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1084837 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77e9d906: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@45ce5031
[junit4] 2> 1084843 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1084843 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@96bc704: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6a7c90e1
[junit4] 2> 1084843 INFO (coreCloseExecutor-5543-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@79dfd19d
[junit4] 2> 1084843 INFO (coreCloseExecutor-5543-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2044711325
[junit4] 2> 1084843 INFO (coreCloseExecutor-5543-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66fd4007: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1f4eaaba
[junit4] 2> 1084856 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3caba9dd{/solr,null,UNAVAILABLE}
[junit4] 2> 1084856 INFO (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[815806029902533F]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1084858 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEmptyCommits
[junit4] 2> 1084859 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/collection1
[junit4] 2> 1084862 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1084869 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1084869 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1084869 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1084870 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e7cf85d{/solr,null,AVAILABLE}
[junit4] 2> 1084870 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3bc1e579{HTTP/1.1,[http/1.1]}{127.0.0.1:47382}
[junit4] 2> 1084870 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.Server Started @1088191ms
[junit4] 2> 1084870 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=47382}
[junit4] 2> 1084871 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1084871 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1084871 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1084871 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1084871 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T18:22:09.513Z
[junit4] 2> 1084871 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/solr.xml
[junit4] 2> 1084876 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1084876 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1084878 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1084934 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084953 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084953 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1084956 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/.
[junit4] 2> 1084956 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1084957 INFO (coreLoadExecutor-5550-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1084984 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1085000 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1085005 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1085005 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 1085006 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1085006 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1085006 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/./collection1/data/]
[junit4] 2> 1085013 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=51.9248046875, floorSegmentMB=0.9326171875, forceMergeDeletesPctAllowed=26.222047216310823, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5394515258443326
[junit4] 2> 1085070 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1085070 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1085072 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@d2375a5
[junit4] 2> 1085072 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e6997cf[collection1] main]
[junit4] 2> 1085073 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-003/collection1/conf
[junit4] 2> 1085075 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1085075 INFO (coreLoadExecutor-5550-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1085078 INFO (searcherExecutor-5551-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e6997cf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1085581 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/collection1
[junit4] 2> 1085584 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1085619 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1085619 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1085620 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1085621 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@473cfb2c{/solr,null,AVAILABLE}
[junit4] 2> 1085621 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@363b4dad{HTTP/1.1,[http/1.1]}{127.0.0.1:38991}
[junit4] 2> 1085621 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.e.j.s.Server Started @1088942ms
[junit4] 2> 1085621 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=38991}
[junit4] 2> 1085621 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1085622 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 1085622 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1085622 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1085622 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-07T18:22:10.264Z
[junit4] 2> 1085622 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/solr.xml
[junit4] 2> 1085627 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1085627 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1085629 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1085746 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1085766 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1085766 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1085770 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/.
[junit4] 2> 1085770 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[815806029902533F]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1085771 INFO (coreLoadExecutor-5560-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1085804 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1085813 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1085816 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1085816 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/./collection1, trusted=true
[junit4] 2> 1085816 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21de7e02
[junit4] 2> 1085816 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1085816 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/./collection1/data/]
[junit4] 2> 1085819 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=51.9248046875, floorSegmentMB=0.9326171875, forceMergeDeletesPctAllowed=26.222047216310823, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5394515258443326
[junit4] 2> 1085881 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1085881 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1085883 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@792e0e5
[junit4] 2> 1085883 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62649653[collection1] main]
[junit4] 2> 1085883 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_815806029902533F-001/solr-instance-004/collection1/conf
[junit4] 2> 1085886 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1085886 INFO (coreLoadExecutor-5560-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1085888 INFO (searcherExecutor-5561-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@62649653[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1085892 INFO (qtp2041507277-15773) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1085895 INFO (qtp2041507277-15775) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1085896 INFO (qtp2041507277-15773) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1085897 INFO (qtp2041507277-15775) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1085897 INFO (qtp2041507277-15775) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7a6ba2d4 commitCommandVersion:0
[junit4] 2> 1085899 INFO (indexFetcher-5565-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1085899 INFO (indexFetcher-5565-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1085899 INFO (indexFetcher-5565-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1085899 INFO (indexFetcher-5565-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1085899 INFO (indexFetcher-5565-thread-1) [ x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1085899 INFO (indexFetcher-5565-thread-1) [ x:colle
[...truncated too long message...]
calhost:0
[junit4] 2> 3448843 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:56027) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3448843 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:56027) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-819179994-10.41.0.5-1520449289197 (Datanode Uuid 17c377de-6e5d-4862-a5b8-0fbea23a718a) service to localhost/127.0.0.1:56027
[junit4] 2> 3448849 WARN (SUITE-HdfsDirectoryFactoryTest-seed#[815806029902533F]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 3448873 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[815806029902533F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 3448974 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:56027) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 3448974 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:56027) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-819179994-10.41.0.5-1520449289197 (Datanode Uuid 69082480-c147-4d7d-9c89-97832075dcc7) service to localhost/127.0.0.1:56027
[junit4] 2> 3449006 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[815806029902533F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_815806029902533F-001
[junit4] 2> Mar 07, 2018 7:01:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1083, maxMBSortInHeap=6.808816151553782, sim=RandomSimilarity(queryNorm=true): {}, locale=no-NO, timezone=America/Cayman
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=302631024,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [TestNodeLostTrigger, TestCloudPseudoReturnFields, SuggesterFSTTest, CoreSorterTest, ConcurrentDeleteAndCreateCollectionTest, JvmMetricsTest, ResourceLoaderTest, TestSolrConfigHandler, FastVectorHighlighterTest, TestTrieFacet, SpatialHeatmapFacetsTest, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, FieldMutatingUpdateProcessorTest, TestPartialUpdateDeduplication, SignatureUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin, TestSolrCLIRunExample, TestPostingsSolrHighlighter, OverseerModifyCollectionTest, TestPolicyCloud, PreAnalyzedUpdateProcessorTest, DocumentBuilderTest, CoreMergeIndexesAdminHandlerTest, LargeFieldTest, TestMacroExpander, TestEmbeddedSolrServerAdminHandler, AtomicUpdateProcessorFactoryTest, AddReplicaTest, HighlighterMaxOffsetTest, HdfsChaosMonkeySafeLeaderTest, TestSolr4Spatial, TestGenericDistributedQueue, TestUninvertingReader, SliceStateTest, TestSkipOverseerOperations, SchemaApiFailureTest, TestSolrCoreSnapshots, TestSystemCollAutoCreate, QueryElevationComponentTest, SchemaVersionSpecificBehaviorTest, TestCursorMarkWithoutUniqueKey, DistributedFacetPivotLargeTest, TestComputePlanAction, TestImpersonationWithHadoopAuth, RequiredFieldsTest, TestBM25SimilarityFactory, DistributedIntervalFacetingTest, TermsComponentTest, DistributedQueryComponentOptimizationTest, UpdateRequestProcessorFactoryTest, TestSolrIndexConfig, CdcrBootstrapTest, CdcrUpdateLogTest, TestSurroundQueryParser, OutOfBoxZkACLAndCredentialsProvidersTest, CollectionTooManyReplicasTest, TestComplexPhraseLeadingWildcard, TestRuleBasedAuthorizationPlugin, TestSimpleTrackingShardHandler, TestOnReconnectListenerSupport, TestMaxScoreQueryParser, TestTriggerIntegration, ChaosMonkeySafeLeaderTest, TestLRUStatsCache, TestLRUCache, TestMinMaxOnMultiValuedField, TestChildDocTransformer, HttpPartitionOnCommitTest, SimplePostToolTest, SampleTest, TestStressVersions, TestFieldCacheSortRandom, CollectionPropsTest, TestJsonRequest, SortSpecParsingTest, HdfsThreadLeakTest, ShardRoutingCustomTest, TestHashQParserPlugin, MetricUtilsTest, TestConfigOverlay, SolrJmxReporterTest, TestDistribIDF, SolrIndexMetricsTest, TestManagedStopFilterFactory, SolrShardReporterTest, AutoAddReplicasPlanActionTest, PKIAuthenticationIntegrationTest, SSLMigrationTest, HLLSerializationTest, OverseerTaskQueueTest, CdcrRequestHandlerTest, DistributedVersionInfoTest, RuleEngineTest, BlockJoinFacetSimpleTest, BadCopyFieldTest, DistributedFacetSimpleRefinementLongTailTest, UpdateLogTest, DeleteShardTest, PathHierarchyTokenizerFactoryTest, ConcurrentCreateRoutedAliasTest, BitVectorTest, TestSchemaManager, TestSubQueryTransformerDistrib, IndexSchemaTest, LeaderElectionContextKeyTest, TestNamedUpdateProcessors, QueryEqualityTest, UUIDUpdateProcessorFallbackTest, TestInfoStreamLogging, SystemInfoHandlerTest, SolrInfoBeanTest, TestRebalanceLeaders, DocExpirationUpdateProcessorFactoryTest, TestElisionMultitermQuery, TestReloadDeadlock, TestSchemaNameResource, TestNestedDocsSort, DistributedMLTComponentTest, TestReplicationHandler, TestZkChroot, TestCollationFieldDocValues, TestReqParamsAPI, OverseerTest, DistributedDebugComponentTest, CreateCollectionCleanupTest, TestRTGBase, SyncSliceTest, BasicDistributedZk2Test, BasicZkTest, ClusterStateUpdateTest, TestRandomFaceting, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestReload, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, SolrIndexSplitterTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestTrie, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, TestValueSourceCache, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, SolrPluginUtilsTest, TestCollationField, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, TestTolerantSearch, TestLuceneIndexBackCompat, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, RollingRestartTest, TestStressInPlaceUpdates, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TriLevelCompositeIdRoutingTest, ZkShardTermsTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, TestHdfsCloudBackupRestore, TestRequestStatusCollectionAPI, ExecutePlanActionTest, TestPolicyCloud, TestSimDistributedQueue, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, HDFSCollectionsAPITest, HdfsBasicDistributedZk2Test, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest, ImplicitSnitchTest, RulesTest, BlobRepositoryCloudTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
[junit4] Completed [615/780 (2!)] on J1 in 14.49s, 3 tests, 1 error <<< FAILURES!
[...truncated 50130 lines...]