You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/03/12 07:31:21 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1260 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1260/
2 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error
request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e
at __randomizedtesting.SeedInfo.seed([7331B5E3C1EFF429:4525D7A54BB2CE38]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error
request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:54642/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:32801/solr/test_col_shard5_replica1: Server Error
request: http://127.0.0.1:32801/solr/test_col_shard5_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A54642%2Fsolr%2Ftest_col_shard2_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:46395/solr/test_col_shard5_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@39ff4f0e
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:514) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:328) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:247) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:202) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:987) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1200) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:749) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:186) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:142) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:313) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:128) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:278) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:180) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:193) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:74)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:316)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:514)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:328)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:247)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:202)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:987)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1200)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:749)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:97)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:186)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:142)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:313)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:128)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:278)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:258)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:180)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:193)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:107)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:54)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2423)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([7331B5E3C1EFF429]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11539 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/init-core-data-001
[junit4] 2> 243402 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 243404 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 243404 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 244185 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 244718 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 244891 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 244915 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 244971 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 245014 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_60708_hdfs____dvcz73/webapp
[junit4] 2> 245777 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60708
[junit4] 2> 247774 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 247778 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 247787 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_57705_datanode____.fdpf27/webapp
[junit4] 2> 248356 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57705
[junit4] 2> 249591 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 249593 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 249615 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51191_datanode____.s3awfg/webapp
[junit4] 2> 250528 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[7331B5E3C1EFF429]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51191
[junit4] 2> 252848 INFO (IPC Server handler 4 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-e549b95d-1e0f-4192-a147-99001897348a node DatanodeRegistration(127.0.0.1:39412, datanodeUuid=10b9e197-6a8d-4de2-8b9c-1d50727b3a23, infoPort=47061, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 252849 INFO (IPC Server handler 4 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-9d527261-92f3-49aa-9acb-aa9ac102c723 node DatanodeRegistration(127.0.0.1:39412, datanodeUuid=10b9e197-6a8d-4de2-8b9c-1d50727b3a23, infoPort=47061, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 252861 INFO (IPC Server handler 9 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7 node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=11882e79-303d-4ad6-8ded-882dee94a98e, infoPort=38256, infoSecurePort=0, ipcPort=58123, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
[junit4] 2> 252872 INFO (IPC Server handler 9 on 37558) [ ] BlockStateChange BLOCK* processReport: from storage DS-7dfb23b4-d7cf-4a12-8044-31d781268852 node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=11882e79-303d-4ad6-8ded-882dee94a98e, infoPort=38256, infoSecurePort=0, ipcPort=58123, storageInfo=lv=-56;cid=testClusterID;nsid=524432930;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 253273 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 253276 INFO (Thread-221) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 253276 INFO (Thread-221) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 253376 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkTestServer start zk server on port:46168
[junit4] 2> 253591 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 253593 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 253594 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 253594 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 253595 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 253611 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 253612 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 253613 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 253614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 253614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 253615 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 253732 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores/collection1
[junit4] 2> 253837 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 253852 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50a91739{/,null,AVAILABLE}
[junit4] 2> 253853 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62bb3cdb{SSL,[ssl, http/1.1]}{127.0.0.1:38887}
[junit4] 2> 253853 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server Started @257425ms
[junit4] 2> 253853 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37558/hdfs__localhost_37558__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001_tempDir-002_control_data, hostContext=/, hostPort=38887, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores}
[junit4] 2> 253853 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 253854 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-12T06:11:50.662Z
[junit4] 2> 253886 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 253886 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/solr.xml
[junit4] 2> 253920 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46168/solr
[junit4] 2> 254020 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 254021 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38887_
[junit4] 2> 254021 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.Overseer Overseer (id=97602706479251461-127.0.0.1:38887_-n_0000000000) starting
[junit4] 2> 254092 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38887_
[junit4] 2> 254094 INFO (zkCallback-28150-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 254205 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores
[junit4] 2> 254205 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:38887_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 254223 INFO (OverseerStateUpdate-97602706479251461-127.0.0.1:38887_-n_0000000000) [n:127.0.0.1:38887_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 254257 WARN (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 254258 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 254356 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 254797 WARN (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 254798 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 254849 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37558/solr_hdfs_home
[junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/control-001/cores/collection1], dataDir=[hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 254857 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59453df0
[junit4] 2> 254858 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 254906 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 254907 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 254907 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 255751 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 255779 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 255841 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 255870 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 255870 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 255878 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 255878 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 256213 INFO (IPC Server handler 0 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32955 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9d527261-92f3-49aa-9acb-aa9ac102c723:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|FINALIZED]]} size 0
[junit4] 2> 256237 INFO (IPC Server handler 3 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39412 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|FINALIZED], ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|FINALIZED]]} size 0
[junit4] 2> 256289 WARN (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 256617 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 256618 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 256618 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 256646 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 256646 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 256651 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.470703125, floorSegmentMB=1.3984375, forceMergeDeletesPctAllowed=10.481751888759241, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 256806 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75d2d3fa[collection1] main]
[junit4] 2> 256807 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 256807 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 256809 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 256811 INFO (searcherExecutor-5277-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75d2d3fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 256818 INFO (coreLoadExecutor-5276-thread-1-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561643307369496576
[junit4] 2> 256837 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 256845 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 256845 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38887/collection1/
[junit4] 2> 256845 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 256846 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:38887/collection1/ has no replicas
[junit4] 2> 256846 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 256851 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38887/collection1/ shard1
[junit4] 2> 257004 INFO (coreZkRegister-5269-thread-1-processing-n:127.0.0.1:38887_ x:collection1 c:control_collection) [n:127.0.0.1:38887_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 257348 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 257348 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46168/solr ready
[junit4] 2> 257350 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 257350 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 257909 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores/collection1
[junit4] 2> 257912 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001
[junit4] 2> 258007 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 258008 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f3c25bc{/,null,AVAILABLE}
[junit4] 2> 258009 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@377786c4{SSL,[ssl, http/1.1]}{127.0.0.1:50594}
[junit4] 2> 258009 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server Started @261580ms
[junit4] 2> 258009 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37558/hdfs__localhost_37558__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=50594, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores}
[junit4] 2> 258009 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 258010 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-12T06:11:54.818Z
[junit4] 2> 258051 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 258051 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/solr.xml
[junit4] 2> 258076 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46168/solr
[junit4] 2> 258219 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 258220 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 258221 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50594_
[junit4] 2> 258228 INFO (zkCallback-28154-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 258233 INFO (zkCallback-28160-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 258229 INFO (zkCallback-28150-thread-3-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 258855 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores
[junit4] 2> 258855 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:50594_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 258924 INFO (OverseerStateUpdate-97602706479251461-127.0.0.1:38887_-n_0000000000) [n:127.0.0.1:38887_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 259028 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 259938 WARN (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 259939 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 259977 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 260314 WARN (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 260315 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 260407 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 260410 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37558/solr_hdfs_home
[junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59453df0
[junit4] 2> 260411 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 260437 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 260437 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 260671 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 260673 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 260743 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 260749 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 260749 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 260769 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 260770 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 260885 INFO (IPC Server handler 6 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32955 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-7dfb23b4-d7cf-4a12-8044-31d781268852:NORMAL:127.0.0.1:32955|RBW]]} size 0
[junit4] 2> 260886 INFO (IPC Server handler 7 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39412 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7dfb23b4-d7cf-4a12-8044-31d781268852:NORMAL:127.0.0.1:32955|RBW], ReplicaUC[[DISK]DS-9d527261-92f3-49aa-9acb-aa9ac102c723:NORMAL:127.0.0.1:39412|FINALIZED]]} size 0
[junit4] 2> 260909 WARN (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 261099 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 261099 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 261099 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 261122 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 261122 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 261130 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.470703125, floorSegmentMB=1.3984375, forceMergeDeletesPctAllowed=10.481751888759241, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 261232 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73fee39c[collection1] main]
[junit4] 2> 261233 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 261233 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 261233 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 261236 INFO (searcherExecutor-5288-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@73fee39c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 261270 INFO (coreLoadExecutor-5287-thread-1-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561643312037756928
[junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:50594/collection1/
[junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:50594/collection1/ has no replicas
[junit4] 2> 261292 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 261293 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 261295 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:50594/collection1/ shard2
[junit4] 2> 261397 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 261446 INFO (coreZkRegister-5282-thread-1-processing-n:127.0.0.1:50594_ x:collection1 c:collection1) [n:127.0.0.1:50594_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 261750 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores/collection1
[junit4] 2> 261750 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001
[junit4] 2> 261753 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 261833 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 261847 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b549d55{/,null,AVAILABLE}
[junit4] 2> 261847 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f50e4c0{SSL,[ssl, http/1.1]}{127.0.0.1:57573}
[junit4] 2> 261848 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.e.j.s.Server Started @265420ms
[junit4] 2> 261848 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:37558/hdfs__localhost_37558__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=57573, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores}
[junit4] 2> 261848 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 261849 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-12T06:11:58.657Z
[junit4] 2> 261875 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 261875 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/solr.xml
[junit4] 2> 261906 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46168/solr
[junit4] 2> 262171 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 262173 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 262174 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57573_
[junit4] 2> 262185 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 262185 INFO (zkCallback-28154-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 262189 INFO (zkCallback-28150-thread-4-processing-n:127.0.0.1:38887_) [n:127.0.0.1:38887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 262213 INFO (zkCallback-28166-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 262250 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores
[junit4] 2> 262250 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [n:127.0.0.1:57573_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 262295 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 262327 INFO (OverseerStateUpdate-97602706479251461-127.0.0.1:38887_-n_0000000000) [n:127.0.0.1:38887_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
[junit4] 2> 262436 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 262436 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 263371 WARN (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 263372 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 263394 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 263690 WARN (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 263717 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 263817 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 263817 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:37558/solr_hdfs_home
[junit4] 2> 263817 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 263818 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_7331B5E3C1EFF429-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 263818 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@59453df0
[junit4] 2> 263818 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 263845 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 263845 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 263903 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 263905 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 264455 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:37558/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 264608 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 264608 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 264637 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 264638 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 264833 INFO (IPC Server handler 2 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32955 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|RBW]]} size 0
[junit4] 2> 264841 INFO (IPC Server handler 9 on 37558) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39412 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-e549b95d-1e0f-4192-a147-99001897348a:NORMAL:127.0.0.1:39412|RBW], ReplicaUC[[DISK]DS-d1b9c7eb-d0df-471b-916b-b3d0c913b6c7:NORMAL:127.0.0.1:32955|RBW]]} size 0
[junit4] 2> 264900 WARN (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 265189 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 265189 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 265189 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 265218 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 265218 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 265228 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=55.470703125, floorSegmentMB=1.3984375, forceMergeDeletesPctAllowed=10.481751888759241, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 265258 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5107b604[collection1] main]
[junit4] 2> 265260 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 265261 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 265261 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 265266 INFO (searcherExecutor-5299-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5107b604[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 265284 INFO (coreLoadExecutor-5298-thread-1-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561643316246740992
[junit4] 2> 265308 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 265312 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:57573/collection1/
[junit4] 2> 265313 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 265314 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:57573/collection1/ has no replicas
[junit4] 2> 265314 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 265318 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:57573/collection1/ shard3
[junit4] 2> 265419 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 265419 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 265469 INFO (coreZkRegister-5293-thread-1-processing-n:127.0.0.1:57573_ x:collection1 c:collection1) [n:127.0.0.1:57573_ c:collection1 s:shard3 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 265578 INFO (zkCallback-28160-thread-2-processing-n:127.0.0.1:50594_) [n:127.0.0.1:50594_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 265578 INFO (zkCallback-28166-thread-2-processing-n:127.0.0.1:57573_) [n:127.0.0.1:57573_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 265789 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[7331B5E3C1EFF429]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Nightl
[...truncated too long message...]
ore.test_col.shard4.replica2, tag=1030490739
[junit4] 2> 3017420 WARN (zkCallback-30459-thread-3-processing-n:127.0.0.1:45252_solr) [n:127.0.0.1:45252_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3017420 INFO (zkCallback-30466-thread-3-processing-n:127.0.0.1:50427_solr) [n:127.0.0.1:50427_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3017420 INFO (jetty-closer-30413-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3cb0bb29{/solr,null,UNAVAILABLE}
[junit4] 2> 3017421 INFO (zkCallback-30466-thread-4-processing-n:127.0.0.1:50427_solr) [n:127.0.0.1:50427_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50427_solr
[junit4] 2> 3017469 WARN (zkCallback-30466-thread-4-processing-n:127.0.0.1:50427_solr) [n:127.0.0.1:50427_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3017469 INFO (jetty-closer-30413-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@231f40d6{/solr,null,UNAVAILABLE}
[junit4] 2> 3018627 WARN (zkCallback-30465-thread-3-processing-n:127.0.0.1:43778_solr) [n:127.0.0.1:43778_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3018628 INFO (jetty-closer-30413-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68445c9c{/solr,null,UNAVAILABLE}
[junit4] 2> 3018768 WARN (zkCallback-30458-thread-3-processing-n:127.0.0.1:46395_solr) [n:127.0.0.1:46395_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3018769 INFO (jetty-closer-30413-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@139836b7{/solr,null,UNAVAILABLE}
[junit4] 2> 3018854 WARN (zkCallback-30464-thread-2-processing-n:127.0.0.1:54642_solr) [n:127.0.0.1:54642_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3018855 INFO (jetty-closer-30413-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ff60a4e{/solr,null,UNAVAILABLE}
[junit4] 2> 3018911 WARN (zkCallback-30463-thread-3-processing-n:127.0.0.1:40257_solr) [n:127.0.0.1:40257_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3018912 INFO (jetty-closer-30413-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73ea7e33{/solr,null,UNAVAILABLE}
[junit4] 2> 3018914 WARN (zkCallback-30452-thread-4-processing-n:127.0.0.1:56599_solr) [n:127.0.0.1:56599_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3018914 WARN (zkCallback-30457-thread-2-processing-n:127.0.0.1:32801_solr) [n:127.0.0.1:32801_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3018914 INFO (jetty-closer-30413-thread-10) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c7c3347{/solr,null,UNAVAILABLE}
[junit4] 2> 3018915 INFO (jetty-closer-30413-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d8d3d15{/solr,null,UNAVAILABLE}
[junit4] 2> 3018917 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43466 43466
[junit4] 2> 3019162 INFO (Thread-34044) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43466 43466
[junit4] 2> 3019162 WARN (Thread-34044) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/test_col/state.json
[junit4] 2> 2 /solr/overseer_elect/election/97602860040126491-127.0.0.1:45252_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/97602860040126488-127.0.0.1:32801_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/97602860040126489-127.0.0.1:40257_solr-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 415 /solr/overseer/collection-queue-work
[junit4] 2> 51 /solr/overseer/queue
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 7 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3019165 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[7331B5E3C1EFF429]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_7331B5E3C1EFF429-001
[junit4] 2> Mar 12, 2017 6:57:55 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {long_stored_idx=Lucene50(blocksize=128), long_dv_idx=PostingsFormat(name=Memory), id=PostingsFormat(name=MockRandom), long_dv_stored_idx=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), long_dv_idx=DocValuesFormat(name=Lucene70), long_dv_stored=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), long_dv=DocValuesFormat(name=Lucene70), long_dv_stored_idx=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1269, maxMBSortInHeap=6.499341454279268, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-LB, timezone=Asia/Tehran
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=207256080,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, ReplaceNodeTest, TestStressLiveNodes, HdfsChaosMonkeySafeLeaderTest, TestGeoJSONResponseWriter, CacheHeaderTest, TestCoreAdminApis, TestRecoveryHdfs, TestAnalyzeInfixSuggestions, BlobRepositoryCloudTest, DocValuesNotIndexedTest, TestNonDefinedSimilarityFactory, LeaderInitiatedRecoveryOnCommitTest, TestInitParams, MultiTermTest, TestLocalFSCloudBackupRestore, TestCollapseQParserPlugin, TestLFUCache, TestNumericTerms32, CopyFieldTest, UniqFieldsUpdateProcessorFactoryTest, AliasIntegrationTest, TestManagedSchema, CurrencyFieldOpenExchangeTest, FileBasedSpellCheckerTest, TestManagedSynonymFilterFactory, SignatureUpdateProcessorFactoryTest, BasicAuthStandaloneTest, NotRequiredUniqueKeyTest, FullHLLTest, SpellPossibilityIteratorTest, TestFunctionQuery, ChangedSchemaMergeTest, ConfigSetsAPITest, TestRTGBase, CollectionsAPIAsyncDistributedZkTest, TestLRUCache, TestCrossCoreJoin, SolrMetricReporterTest, TestDFRSimilarityFactory, BaseCdcrDistributedZkTest, TestSizeLimitedDistributedMap, TestLazyCores, RequestLoggingTest, TestExactStatsCache, SolrRequestParserTest, BJQParserTest, TestXmlQParserPlugin, UUIDUpdateProcessorFallbackTest, TestReplicationHandler, RankQueryTest, TestQuerySenderListener, TestMacros, TestJettySolrRunner, TestFreeTextSuggestions, TestSSLRandomization, TestRangeQuery, AnalyticsQueryTest, CoreMergeIndexesAdminHandlerTest, TestInPlaceUpdatesDistrib, DataDrivenBlockJoinTest, ClassificationUpdateProcessorFactoryTest, TestPathTrie, TestAtomicUpdateErrorCases, BlockJoinFacetSimpleTest, TestNoOpRegenerator, HdfsLockFactoryTest, TestSchemaVersionResource, DistributedQueryElevationComponentTest, TestMinMaxOnMultiValuedField, TestSolrCoreProperties, TestHdfsBackupRestoreCore, TestRandomFaceting, TestValueSourceCache, TestSolrCloudWithSecureImpersonation, TestScoreJoinQPScore, TestGraphTermsQParserPlugin, LeaderElectionIntegrationTest, BigEndianAscendingWordSerializerTest, TestConfigOverlay, TestLMJelinekMercerSimilarityFactory, TestDownShardTolerantSearch, SimpleCollectionCreateDeleteTest, TestSolrQueryParserResource, TestCryptoKeys, HdfsSyncSliceTest, TestFieldCacheReopen, AddBlockUpdateTest, TestFoldingMultitermQuery, TestFieldCacheVsDocValues, VersionInfoTest, EnumFieldTest, V2ApiIntegrationTest, CustomCollectionTest, PingRequestHandlerTest, SecurityConfHandlerTest, TestLeaderElectionWithEmptyReplica, HdfsBasicDistributedZk2Test, TestConfigSetsAPI, FacetPivotSmallTest, BlockDirectoryTest, TestDynamicFieldCollectionResource, TestManagedResourceStorage, TestSolrCoreParser, QueryEqualityTest, TestDynamicLoading, TestRandomCollapseQParserPlugin, SolrCoreTest, PolyFieldTest, DateMathParserTest, HdfsDirectoryFactoryTest, SimpleMLTQParserTest, DistributedIntervalFacetingTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, DeleteInactiveReplicaTest, DeleteStatusTest, DistribJoinFromCollectionTest, ForceLeaderTest, SharedFSAutoReplicaFailoverTest, TestCloudPseudoReturnFields, TestCloudRecovery, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [536/695 (2!)] on J0 in 423.01s, 5 tests, 1 error <<< FAILURES!
[...truncated 63105 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1264 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1264/
2 tests failed.
FAILED: org.apache.solr.update.PeerSyncTest.test
Error Message:
.response[0][id][0]:1!=2
Stack Trace:
junit.framework.AssertionFailedError: .response[0][id][0]:1!=2
at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
at junit.framework.Assert.fail(Assert.java:50)
at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:650)
at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:641)
at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.processor.TestNamedUpdateProcessors.test
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:653)
at java.util.ArrayList.get(ArrayList.java:429)
at org.apache.solr.update.processor.TestNamedUpdateProcessors.test(TestNamedUpdateProcessors.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11362 lines...]
[junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/init-core-data-001
[junit4] 2> 31008 WARN (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 31008 INFO (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 31010 INFO (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 31010 INFO (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 31011 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 31012 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 31063 WARN (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 31064 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 31127 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 31365 WARN (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 31371 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 31450 WARN (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 31453 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 31453 WARN (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 31458 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 31458 WARN (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 31458 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 31505 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 31564 WARN (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 31575 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 31616 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 32089 WARN (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 32093 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 32143 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 32144 WARN (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 32144 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 32144 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 32144 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/init-core-data-001/]
[junit4] 2> 32145 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 32159 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 32534 WARN (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 32626 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 32636 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 32638 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 32638 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 32639 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
[junit4] 2> 32642 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24b5b29f[collection1] main]
[junit4] 2> 32650 WARN (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 32650 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 32653 INFO (coreLoadExecutor-64-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001748840677376
[junit4] 2> 32659 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 32874 INFO (searcherExecutor-65-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@24b5b29f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 33155 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores/collection1
[junit4] 2> 33162 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 33378 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@378ba50f{/,null,AVAILABLE}
[junit4] 2> 33379 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1530749b{HTTP/1.1,[http/1.1]}{127.0.0.1:38386}
[junit4] 2> 33381 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server Started @36136ms
[junit4] 2> 33381 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=38386, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores}
[junit4] 2> 33382 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 33382 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 33382 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 33382 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 33382 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T05:09:10.780Z
[junit4] 2> 33382 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/solr.xml
[junit4] 2> 33444 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores
[junit4] 2> 33444 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 33445 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 33539 WARN (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 33540 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 33571 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 34020 WARN (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 34022 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 34029 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 34030 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 34030 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 34030 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 34032 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 34071 WARN (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 34404 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 34404 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 34405 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34406 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34415 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
[junit4] 2> 34416 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@662a8926[collection1] main]
[junit4] 2> 34417 WARN (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 34417 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 34418 INFO (coreLoadExecutor-75-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001750691414016
[junit4] 2> 34437 INFO (searcherExecutor-76-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@662a8926[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34798 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 34800 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 34910 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@408cdb45{/,null,AVAILABLE}
[junit4] 2> 34910 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1046105{HTTP/1.1,[http/1.1]}{127.0.0.1:41343}
[junit4] 2> 34911 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server Started @37665ms
[junit4] 2> 34911 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=41343, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores}
[junit4] 2> 34911 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 34913 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 34913 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 34913 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 34913 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T05:09:12.311Z
[junit4] 2> 34914 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/solr.xml
[junit4] 2> 35006 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores
[junit4] 2> 35006 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 35016 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 35109 WARN (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 35126 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 35406 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 35633 WARN (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 35635 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 35660 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 35660 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 35660 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 35660 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 35671 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 35686 WARN (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 35789 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 35789 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 35790 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 35790 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 35794 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
[junit4] 2> 35794 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@708f471[collection1] main]
[junit4] 2> 35794 WARN (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 35795 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 35797 INFO (coreLoadExecutor-86-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001752137400320
[junit4] 2> 35806 INFO (searcherExecutor-87-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@708f471[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 36555 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores/collection1
[junit4] 2> 36556 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 36622 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@459baef0{/,null,AVAILABLE}
[junit4] 2> 36623 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72d7e903{HTTP/1.1,[http/1.1]}{127.0.0.1:44716}
[junit4] 2> 36623 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server Started @39377ms
[junit4] 2> 36623 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=44716, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores}
[junit4] 2> 36623 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 36634 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 36635 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 36635 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 36635 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T05:09:14.033Z
[junit4] 2> 36635 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/solr.xml
[junit4] 2> 36688 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores
[junit4] 2> 36688 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 36731 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 36822 WARN (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 36823 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 36908 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 37039 WARN (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 37041 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 37083 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 37083 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 37083 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard1/cores/collection1/data/]
[junit4] 2> 37083 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 37085 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 37119 WARN (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 37394 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 37394 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 37395 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 37395 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 37410 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
[junit4] 2> 37412 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49d3ad87[collection1] main]
[junit4] 2> 37412 WARN (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 37412 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 37414 INFO (coreLoadExecutor-97-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001753832947712
[junit4] 2> 37420 INFO (searcherExecutor-98-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49d3ad87[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 38058 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores/collection1
[junit4] 2> 38061 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 38095 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7eae4bad{/,null,AVAILABLE}
[junit4] 2> 38095 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@500f7655{HTTP/1.1,[http/1.1]}{127.0.0.1:49739}
[junit4] 2> 38095 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server Started @40850ms
[junit4] 2> 38096 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/, hostPort=49739, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores}
[junit4] 2> 38096 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 38100 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 38100 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 38100 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 38100 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T05:09:15.498Z
[junit4] 2> 38100 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/solr.xml
[junit4] 2> 38248 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores
[junit4] 2> 38248 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 38349 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 38441 WARN (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 38465 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 38510 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 38735 WARN (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 38737 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 38752 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 38753 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 38753 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001/tempDir-001/shard2/cores/collection1/data/]
[junit4] 2> 38753 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@417f4313
[junit4] 2> 38755 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=72.884765625, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=17.374379215930666, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 38847 WARN (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 38946 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 38946 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 38947 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 38947 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 38954 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=17.0595703125, floorSegmentMB=1.21484375, forceMergeDeletesPctAllowed=13.553250115182951, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17846364660667852
[junit4] 2> 38982 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4197d190[collection1] main]
[junit4] 2> 38983 WARN (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 38983 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 38984 INFO (coreLoadExecutor-108-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562001755479212032
[junit4] 2> 38987 INFO (searcherExecutor-109-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4197d190[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 39350 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 39387 INFO (qtp119894870-133) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 10
[junit4] 2> 39470 INFO (qtp48613276-150) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:41343//collection1] nUpdates=100
[junit4] 2> 39644 INFO (qtp119894870-131) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@44c3ca12[collection1] realtime]
[junit4] 2> 39647 INFO (qtp119894870-131) [ x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@44c3ca12[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(7.0.0):C1)) docBase=0 ord=0) mavVersion:9223372036854775807
[junit4] 2> 39651 INFO (qtp119894870-131) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:150.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 39652 INFO (qtp119894870-131) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=152
[junit4] 2> 39661 INFO (qtp48613276-150) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:7.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 39662 INFO (qtp48613276-150) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. We have no versions. sync failed.
[junit4] 2> 39671 INFO (qtp119894870-131) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:3.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 39676 INFO (qtp119894870-131) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 39677 INFO (qtp48613276-150) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:41343//collection1&wt=javabin&version=2} status=0 QTime=214
[junit4] 2> 39682 INFO (qtp48613276-151) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 3
[junit4] 2> 39683 INFO (qtp48613276-152) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:41343//collection1] nUpdates=100
[junit4] 2> 39685 INFO (qtp119894870-136) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 39685 INFO (qtp119894870-136) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 39710 INFO (qtp48613276-152) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f5fa259[collection1] realtime]
[junit4] 2> 39710 INFO (qtp48613276-152) [ x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@f5fa259[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_0(7.0.0):C1)) docBase=0 ord=0) mavVersion:9223372036854775807
[junit4] 2> 39710 INFO (qtp48613276-152) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:24.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 39710 INFO (qtp48613276-152) [ x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 39710 INFO (qtp48613276-152) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:41343//collection1&wt=javabin&version=2} status=0 QTime=27
[junit4] 2> 39712 INFO (qtp119894870-134) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 39712 INFO (qtp119894870-134) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@483cadc5 commitCommandVersion:0
[junit4] 2> 39714 INFO (qtp119894870-134) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18f3c15[collection1] main]
[junit4] 2> 39714 INFO (qtp119894870-134) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 39723 INFO (searcherExecutor-87-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18f3c15[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
[junit4] 2> 39724 INFO (qtp119894870-134) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
[junit4] 2> 39725 INFO (qtp48613276-153) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 39725 INFO (qtp48613276-153) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3de93f97 commitCommandVersion:0
[junit4] 2> 39727 INFO (qtp48613276-153) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6db1a82[collection1] main]
[junit4] 2> 39728 INFO (qtp48613276-153) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 39729 INFO (searcherExecutor-98-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6db1a82[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
[junit4] 2> 39729 INFO (qtp48613276-153) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 39733 INFO (qtp119894870-130) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 39736 INFO (qtp48613276-149) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 39756 INFO (qtp119894870-133) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 17
[junit4] 2> 39758 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:41343//collection1] nUpdates=100
[junit4] 2> 39796 INFO (qtp119894870-137) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7db656f5[collection1] realtime]
[junit4] 2> 39796 INFO (qtp119894870-137) [ x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@7db656f5[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_1(7.0.0):C1)) docBase=1 ord=1) mavVersion:9223372036854775807
[junit4] 2> 39796 INFO (qtp119894870-137) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:37.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 39796 INFO (qtp119894870-137) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=37
[junit4] 2> 39800 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 39808 INFO (qtp119894870-133) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cd76101[collection1] realtime]
[junit4] 2> 39809 INFO (qtp119894870-133) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:4.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 39809 INFO (qtp119894870-133) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 39810 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Received 2 versions from http://127.0.0.1:41343//collection1 fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 39811 INFO (qtp119894870-136) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&checkCanHandleVersionRanges=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 39812 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Requesting updates from http://127.0.0.1:41343//collection1n=1 versions=2...2
[junit4] 2> 39814 INFO (qtp119894870-136) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 39814 INFO (qtp119894870-136) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={getUpdates=2...2&distrib=false&qt=/get&fingerprint=true&onlyIfActive=false&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 39817 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (2)]} 0 2
[junit4] 2> 39853 INFO (qtp48613276-147) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@385c283c[collection1] realtime]
[junit4] 2> 39853 INFO (qtp48613276-147) [ x:collection1] o.a.s.c.SolrCore Caching fingerprint for searcher:Searcher@385c283c[collection1] realtime{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))} leafReaderContext:LeafReaderContext(FilterLeafReader(Uninverting(_1(7.0.0):C1)) docBase=1 ord=1) mavVersion:2
[junit4] 2> 39853 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:36.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 39853 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.PeerSync Fingerprint comparison: 0
[junit4] 2> 39853 INFO (qtp48613276-147) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4] 2> 39854 INFO (qtp48613276-147) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:41343//collection1&wt=javabin&version=2} status=0 QTime=96
[junit4] 2> 39855 INFO (qtp119894870-135) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 39857 INFO (qtp119894870-135) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@483cadc5 commitCommandVersion:0
[junit4] 2> 39859 INFO (qtp119894870-135) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7116e017[collection1] main]
[junit4] 2> 39862 INFO (qtp119894870-135) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 39995 INFO (searcherExecutor-87-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7116e017[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))}
[junit4] 2> 40001 INFO (qtp119894870-135) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 146
[junit4] 2> 40005 INFO (qtp48613276-150) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 40006 INFO (qtp48613276-150) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3de93f97 commitCommandVersion:0
[junit4] 2> 40019 INFO (qtp48613276-150) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77a790ec[collection1] main]
[junit4] 2> 40021 INFO (qtp48613276-150) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 40023 INFO (searcherExecutor-98-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@77a790ec[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(7.0.0):C2)))}
[junit4] 2> 40023 INFO (qtp48613276-150) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 18
[junit4] 2> 40025 INFO (qtp119894870-131) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 40027 INFO (qtp48613276-150) [ x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 40029 ERROR (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.BaseDistributedSearchTestCase Mismatched responses:
[junit4] 2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=1, range_facet_l=[1], range_facet_l_dv=[1], range_facet_i_dv=[1], multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:16 AST 2017, _version_=1, intDvoDefault=42}, SolrDocument{id=2, range_facet_l=[2], range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=2101651452, n_f1=0.661997, n_tf1=0.7551859, n_d1=0.7131170969403724, n_td1=0.7689054086653256, n_l1=1349988186414091206, n_tl1=251870419177294097, n_dt1=Tue Jul 11 05:23:03 AST 168846045, n_tdt1=Sun Oct 12 21:57:18 AST 135344890, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:17 AST 2017, _version_=2, intDvoDefault=42}]}}
[junit4] 2> {responseHeader={status=0,QTime=0},response={numFound=2,start=0,docs=[SolrDocument{id=2, range_facet_l=[2], range_facet_l_dv=[2], range_facet_i_dv=[2], n_ti1=2101651452, n_f1=0.661997, n_tf1=0.7551859, n_d1=0.7131170969403724, n_td1=0.7689054086653256, n_l1=1349988186414091206, n_tl1=251870419177294097, n_dt1=Tue Jul 11 05:23:03 AST 168846045, n_tdt1=Sun Oct 12 21:57:18 AST 135344890, multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:17 AST 2017, _version_=2, intDvoDefault=42}, SolrDocument{id=1, range_facet_l=[1], range_facet_l_dv=[1], range_facet_i_dv=[1], multiDefault=[muLti-Default], intDefault=42, timestamp=Thu Mar 16 01:09:17 AST 2017, _version_=1, intDvoDefault=42}]}}
[junit4] 2> 40031 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 40032 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1530749b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 40032 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1022999058
[junit4] 2> 40032 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 40042 INFO (coreCloseExecutor-114-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@306e5115
[junit4] 2> 40201 INFO (coreCloseExecutor-114-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=812536085
[junit4] 2> 40202 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@378ba50f{/,null,UNAVAILABLE}
[junit4] 2> 40203 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1046105{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 40203 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1472738706
[junit4] 2> 40203 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 40204 INFO (coreCloseExecutor-116-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@d2edb40
[junit4] 2> 40235 INFO (coreCloseExecutor-116-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=221174592
[junit4] 2> 40250 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@408cdb45{/,null,UNAVAILABLE}
[junit4] 2> 40285 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@72d7e903{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 40285 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=782678122
[junit4] 2> 40286 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 40293 INFO (coreCloseExecutor-118-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7ce6c05e
[junit4] 2> 40397 INFO (coreCloseExecutor-118-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2095497310
[junit4] 2> 40398 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@459baef0{/,null,UNAVAILABLE}
[junit4] 2> 40402 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@500f7655{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 40402 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1014091743
[junit4] 2> 40406 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 40428 INFO (coreCloseExecutor-120-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5d1e0f5d
[junit4] 2> 40475 INFO (coreCloseExecutor-120-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1562251101
[junit4] 2> 40476 INFO (TEST-PeerSyncTest.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7eae4bad{/,null,UNAVAILABLE}
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PeerSyncTest -Dtests.method=test -Dtests.seed=3850E1F5A3863024 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-YE -Dtests.timezone=America/Antigua -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 9.47s J0 | PeerSyncTest.test <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: .response[0][id][0]:1!=2
[junit4] > at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
[junit4] > at junit.framework.Assert.fail(Assert.java:50)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:650)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.queryAndCompare(BaseDistributedSearchTestCase.java:641)
[junit4] > at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:105)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 40481 INFO (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 40481 INFO (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=782038094
[junit4] 2> 40481 INFO (SUITE-PeerSyncTest-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 40513 INFO (coreCloseExecutor-122-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7f3ddd0a
[junit4] 2> 40579 INFO (coreCloseExecutor-122-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2134760714
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.update.PeerSyncTest_3850E1F5A3863024-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=FST50, n_l1=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), intDefault=Lucene50(blocksize=128), n_dt1=Lucene50(blocksize=128), n_td1=Lucene50(blocksize=128), n_d1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), n_f1=Lucene50(blocksize=128), n_ti1=FST50, n_tl1=Lucene50(blocksize=128), n_tf1=PostingsFormat(name=Direct), n_tdt1=Lucene50(blocksize=128), id=FST50, range_facet_i_dv=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), n_l1=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), n_dt1=DocValuesFormat(name=Lucene70), n_td1=DocValuesFormat(name=Lucene70), n_d1=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70), n_f1=DocValuesFormat(name=Lucene70), n_ti1=DocValuesFormat(name=Direct), n_tl1=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), n_tf1=DocValuesFormat(name=Lucene70), n_tdt1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=438, maxMBSortInHeap=6.732566225833754, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-YE, timezone=America/Antigua
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=190257872,total=339738624
[junit4] 2> NOTE: All tests run in this JVM: [JsonValidatorTest, CacheHeaderTest, TestManagedStopFilterFactory, TestSortByMinMaxFunction, ExplicitHLLTest, TestLegacyFieldCache, PeerSyncTest]
[junit4] Completed [14/699 (1!)] on J0 in 9.75s, 1 test, 1 failure <<< FAILURES!
[...truncated 2187 lines...]
[junit4] Suite: org.apache.solr.update.processor.TestNamedUpdateProcessors
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/init-core-data-001
[junit4] 2> 4128346 INFO (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 4128346 INFO (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4128347 INFO (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 4128349 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4128349 INFO (Thread-16907) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4128349 INFO (Thread-16907) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4128449 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.ZkTestServer start zk server on port:35881
[junit4] 2> 4128507 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4128508 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4128509 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4128510 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4128510 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4128511 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4128512 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4128512 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4128513 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4128514 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4128514 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4128755 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores/collection1
[junit4] 2> 4128774 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4128788 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64a7c3d1{/,null,AVAILABLE}
[junit4] 2> 4128789 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5181f05a{SSL,[ssl, http/1.1]}{127.0.0.1:53095}
[junit4] 2> 4128789 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.e.j.s.Server Started @4131320ms
[junit4] 2> 4128789 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/tempDir-001/control/data, hostContext=/, hostPort=53095, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores}
[junit4] 2> 4128789 ERROR (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4128790 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 4128790 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4128790 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4128790 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-16T06:17:25.960Z
[junit4] 2> 4128791 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4128792 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/solr.xml
[junit4] 2> 4128797 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35881/solr
[junit4] 2> 4128807 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4128807 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53095_
[junit4] 2> 4128808 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_ ] o.a.s.c.Overseer Overseer (id=97625377703198725-127.0.0.1:53095_-n_0000000000) starting
[junit4] 2> 4128820 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53095_
[junit4] 2> 4128821 INFO (zkCallback-31657-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4128876 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores
[junit4] 2> 4128876 INFO (TEST-TestNamedUpdateProcessors.test-seed#[3850E1F5A3863024]) [n:127.0.0.1:53095_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 4128895 INFO (OverseerStateUpdate-97625377703198725-127.0.0.1:53095_-n_0000000000) [n:127.0.0.1:53095_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4129900 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 4129919 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 4130236 WARN (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 4130238 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4130252 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 4130253 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4130253 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001/control-001/cores/collection1/data/]
[junit4] 2> 4130253 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4009727e
[junit4] 2> 4130262 INFO (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=48.2705078125, floorSegmentMB=2.0947265625, forceMergeDeletesPctAllowed=3.6191305756048964, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12732153163068347
[junit4] 2> 4130280 WARN (coreLoadExecutor-16362-thread-1-processing-n:127.0.0.1:53095_) [n:127.0.0.1:53095_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4130346 INFO (coreLoadExecutor-16362
[...truncated too long message...]
te.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/overseer/queue
[junit4] 2> 19 /solr/overseer/collection-queue-work
[junit4] 2> 16 /solr/overseer/queue-work
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestNamedUpdateProcessors -Dtests.method=test -Dtests.seed=3850E1F5A3863024 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-UY -Dtests.timezone=America/Managua -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 21.8s J1 | TestNamedUpdateProcessors.test <<<
[junit4] > Throwable #1: java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
[junit4] > at __randomizedtesting.SeedInfo.seed([3850E1F5A3863024:B004DE2F0D7A5DDC]:0)
[junit4] > at java.util.ArrayList.rangeCheck(ArrayList.java:653)
[junit4] > at java.util.ArrayList.get(ArrayList.java:429)
[junit4] > at org.apache.solr.update.processor.TestNamedUpdateProcessors.test(TestNamedUpdateProcessors.java:128)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4150123 INFO (SUITE-TestNamedUpdateProcessors-seed#[3850E1F5A3863024]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.processor.TestNamedUpdateProcessors_3850E1F5A3863024-001
[junit4] 2> Mar 16, 2017 6:17:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {blobName=PostingsFormat(name=MockRandom), test_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), size=Lucene50(blocksize=128), processors_s=Lucene50(blocksize=128), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=PostingsFormat(name=MockRandom), id=Lucene50(blocksize=128), version=PostingsFormat(name=MockRandom), mul_s=PostingsFormat(name=MockRandom), md5=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=673, maxMBSortInHeap=5.78931745286851, sim=RandomSimilarity(queryNorm=true): {}, locale=es-UY, timezone=America/Managua
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=169792800,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [TestSystemIdResolver, WordBreakSolrSpellCheckerTest, DocValuesTest, TestPerFieldSimilarity, FullHLLTest, DocumentBuilderTest, SolrIndexSplitterTest, TestClassNameShortening, TestPushWriter, SparseHLLTest, ParsingFieldUpdateProcessorsTest, UpdateRequestProcessorFactoryTest, TestDocBasedVersionConstraints, TestDynamicFieldCollectionResource, SpellCheckCollatorTest, TestPointFields, TestFuzzyAnalyzedSuggestions, ChangedSchemaMergeTest, TestSolrCoreParser, HdfsLockFactoryTest, TestMinMaxOnMultiValuedField, TestScoreJoinQPScore, SolrCmdDistributorTest, AnalyticsQueryTest, DistributedFacetPivotSmallTest, TestNoOpRegenerator, TestUseDocValuesAsStored, FileUtilsTest, SpellCheckComponentTest, HighlighterTest, TestSimpleTrackingShardHandler, TlogReplayBufferedWhileIndexingTest, TestStressRecovery, AssignTest, TestReqParamsAPI, TestCloudRecovery, SegmentsInfoRequestHandlerTest, EnumFieldTest, SimpleCollectionCreateDeleteTest, TestCustomSort, TestCustomStream, TestSystemCollAutoCreate, CollectionStateFormat2Test, CoreAdminRequestStatusTest, TestClusterStateMutator, AlternateDirectoryTest, TestRecoveryHdfs, LeaderInitiatedRecoveryOnShardRestartTest, TestGraphTermsQParserPlugin, TestWordDelimiterFilterFactory, HttpSolrCallGetCoreTest, TestConfigReload, SchemaVersionSpecificBehaviorTest, TestInPlaceUpdatesDistrib, TestConfigSetsAPI, TestElisionMultitermQuery, BlockJoinFacetSimpleTest, ZkCLITest, TestSolrCoreSnapshots, CleanupOldIndexTest, SolrCloudReportersTest, ClassificationUpdateProcessorFactoryTest, TimeZoneUtilsTest, BlobRepositoryCloudTest, TestCloudInspectUtil, DirectSolrSpellCheckerTest, CloneFieldUpdateProcessorFactoryTest, TestCharFilters, TestCoreContainer, DistributedQueryComponentOptimizationTest, MetricsHandlerTest, DistributedFacetPivotLargeTest, DistanceFunctionTest, TestTrackingShardHandlerFactory, TestHashPartitioner, TestXmlQParserPlugin, TestLeaderElectionWithEmptyReplica, DistributedQueueTest, TestFieldCacheReopen, DistributedDebugComponentTest, TestSolrQueryParserResource, SpatialRPTFieldTypeTest, DistributedMLTComponentTest, IndexSchemaTest, TestQueryTypes, TestEmbeddedSolrServerConstructors, ChaosMonkeyNothingIsSafeTest, TestRandomCollapseQParserPlugin, TestCryptoKeys, DeleteReplicaTest, SpellingQueryConverterTest, TestNumericTerms32, TestManagedSynonymFilterFactory, SpatialHeatmapFacetsTest, TestDownShardTolerantSearch, PeerSyncReplicationTest, DirectSolrConnectionTest, TestUpdate, BJQParserTest, HdfsUnloadDistributedZkTest, TestSQLHandlerNonCloud, TestStressVersions, TestDefaultStatsCache, ConvertedLegacyTest, SortByFunctionTest, RollingRestartTest, JvmMetricsTest, TestExactStatsCache, InfixSuggestersTest, TestMacros, TestFiltering, ConnectionReuseTest, TestSizeLimitedDistributedMap, TestSolrIndexConfig, HardAutoCommitTest, SimpleFacetsTest, StatsComponentTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, TestTrie, SpatialFilterTest, PolyFieldTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestJmxIntegration, QueryParsingTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestQuerySenderListener, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestSearchPerf, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, TestSuggestSpellingConverter, DOMUtilTest, TestLRUCache, TestDocumentBuilder, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteNodeTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, OnlyLeaderIndexesTest, TestCloudPivotFacet, TestOnReconnectListenerSupport, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, ConfigureRecoveryStrategyTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestCorePropertiesReload, TestDynamicLoading, RequestLoggingTest, TestBlobHandler, V2ApiIntegrationTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, TestCollectionAPIs, TestConfigsApi, ShufflingReplicaListTransformerTest, TestDistributedStatsComponentCardinality, TestUninvertingReader, AddBlockUpdateTest, DataDrivenBlockJoinTest, UpdateLogTest, VersionInfoTest, ClassificationUpdateProcessorIntegrationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TemplateUpdateProcessorTest, TestNamedUpdateProcessors]
[junit4] Completed [698/699 (2!)] on J1 in 22.55s, 1 test, 1 error <<< FAILURES!
[...truncated 62615 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1263 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1263/
3 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
.response.numFound:68!=69
Stack Trace:
junit.framework.AssertionFailedError: .response.numFound:68!=69
at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD:78FAB7937C253035]:0)
at junit.framework.Assert.fail(Assert.java:50)
at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:607)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:587)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:566)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:334)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:104)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110) at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110)
at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
at sun.reflect.GeneratedMethodAccessor45.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}, {indexVersion=1489573627977,generation=3,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, _on.cfe, _on.cfs, _on.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1489573627977,generation=2,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _o9.fdt, _o9.fdx, _o9.fnm, _o9.nvd, _o9.nvm, _o9.si, _o9_Memory_0.ram, _oa.cfe, _oa.cfs, _oa.si, _ob.fdt, _ob.fdx, _ob.fnm, _ob.nvd, _ob.nvm, _ob.si, _ob_Memory_0.ram, _oc.fdt, _oc.fdx, _oc.fnm, _oc.nvd, _oc.nvm, _oc.si, _oc_Memory_0.ram, _od.fdt, _od.fdx, _od.fnm, _od.nvd, _od.nvm, _od.si, _od_Memory_0.ram, _oe.fdt, _oe.fdx, _oe.fnm, _oe.nvd, _oe.nvm, _oe.si, _oe_Memory_0.ram, _of.fdt, _of.fdx, _of.fnm, _of.nvd, _of.nvm, _of.si, _of_Memory_0.ram, _og.fdt, _og.fdx, _og.fnm, _og.nvd, _og.nvm, _og.si, _og_Memory_0.ram, _oh.fdt, _oh.fdx, _oh.fnm, _oh.nvd, _oh.nvm, _oh.si, _oh_Memory_0.ram, _oi.fdt, _oi.fdx, _oi.fnm, _oi.nvd, _oi.nvm, _oi.si, _oi_Memory_0.ram, _oj.fdt, _oj.fdx, _oj.fnm, _oj.nvd, _oj.nvm, _oj.si, _oj_Memory_0.ram, _ok.fdt, _ok.fdx, _ok.fnm, _ok.nvd, _ok.nvm, _ok.si, _ok_Memory_0.ram, _ol.fdt, _ol.fdx, _ol.fnm, _ol.nvd, _ol.nvm, _ol.si, _ol_Memory_0.ram, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, segments_2]}, {indexVersion=1489573627977,generation=3,filelist=[_b8.fdt, _b8.fdx, _b8.fnm, _b8.nvd, _b8.nvm, _b8.si, _b8_Memory_0.ram, _mg.cfe, _mg.cfs, _mg.si, _om.fdt, _om.fdx, _om.fnm, _om.nvd, _om.nvm, _om.si, _om_Memory_0.ram, _on.cfe, _on.cfs, _on.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD:D5799379A29153CE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1279)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11508 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/init-core-data-001
[junit4] 2> 287751 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 287751 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 287753 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 287753 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /m/p
[junit4] 2> 288881 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 289836 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 290076 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
[junit4] 2> 290095 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 290179 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 290221 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_53365_hdfs____131ev2/webapp
[junit4] 2> 291279 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53365
[junit4] 2> 292611 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 292615 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 292628 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59736_datanode____8ttbq5/webapp
[junit4] 2> 293176 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59736
[junit4] 2> 293639 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 293641 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 293689 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39186_datanode____.e8mjf4/webapp
[junit4] 2> 294196 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[F0AE8849D2D95DCD]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39186
[junit4] 2> 296668 INFO (IPC Server handler 6 on 39846) [ ] BlockStateChange BLOCK* processReport: from storage DS-7f931647-479a-4fce-af8a-74dc41570345 node DatanodeRegistration(127.0.0.1:56009, datanodeUuid=71c6e5f7-dc1c-4be9-946d-0d2ebf316f7a, infoPort=35392, infoSecurePort=0, ipcPort=60810, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: true, processing time: 238 msecs
[junit4] 2> 296668 INFO (IPC Server handler 7 on 39846) [ ] BlockStateChange BLOCK* processReport: from storage DS-789b8340-9182-4c31-b118-2a1fb7a969f4 node DatanodeRegistration(127.0.0.1:45470, datanodeUuid=12a4bb73-d407-4f65-a7c5-bf57db09de17, infoPort=38247, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: true, processing time: 15 msecs
[junit4] 2> 296669 INFO (IPC Server handler 6 on 39846) [ ] BlockStateChange BLOCK* processReport: from storage DS-e886d4eb-f484-4253-9d12-70568dfde726 node DatanodeRegistration(127.0.0.1:56009, datanodeUuid=71c6e5f7-dc1c-4be9-946d-0d2ebf316f7a, infoPort=35392, infoSecurePort=0, ipcPort=60810, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 296670 INFO (IPC Server handler 7 on 39846) [ ] BlockStateChange BLOCK* processReport: from storage DS-9bcde12d-8dfc-42d3-825f-83d84340f883 node DatanodeRegistration(127.0.0.1:45470, datanodeUuid=12a4bb73-d407-4f65-a7c5-bf57db09de17, infoPort=38247, infoSecurePort=0, ipcPort=42609, storageInfo=lv=-56;cid=testClusterID;nsid=1500762001;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 297106 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 297114 INFO (Thread-249) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 297114 INFO (Thread-249) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 297214 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.ZkTestServer start zk server on port:49197
[junit4] 2> 297271 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 297273 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 297274 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 297275 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 297276 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 297277 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 297278 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 297279 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 297280 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 297291 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 297292 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 297546 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores/collection1
[junit4] 2> 297548 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 297553 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42cf1de5{/m/p,null,AVAILABLE}
[junit4] 2> 297553 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@648f5296{HTTP/1.1,[http/1.1]}{127.0.0.1:56656}
[junit4] 2> 297553 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server Started @300486ms
[junit4] 2> 297553 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39846/hdfs__localhost_39846__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001_tempDir-002_control_data, hostContext=/m/p, hostPort=56656, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores}
[junit4] 2> 297554 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 297554 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 297554 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 297554 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 297554 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T10:02:05.907Z
[junit4] 2> 297561 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 297561 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/solr.xml
[junit4] 2> 297591 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49197/solr
[junit4] 2> 297668 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 297669 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56656_m%2Fp
[junit4] 2> 297670 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.Overseer Overseer (id=97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) starting
[junit4] 2> 297711 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56656_m%2Fp
[junit4] 2> 297719 INFO (zkCallback-111-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 297895 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores
[junit4] 2> 297895 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 298292 INFO (OverseerStateUpdate-97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 298318 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 298355 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 298489 WARN (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 298497 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 298512 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 298523 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39846/solr_hdfs_home
[junit4] 2> 298523 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 298523 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 298523 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/control-001/cores/collection1], dataDir=[hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 298524 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4360220f
[junit4] 2> 298524 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 298556 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 298556 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 298556 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 299303 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 299311 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 299361 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 299378 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 299378 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 299378 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 299387 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 299388 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1196027669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 299663 INFO (IPC Server handler 8 on 39846) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56009 is added to blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-9bcde12d-8dfc-42d3-825f-83d84340f883:NORMAL:127.0.0.1:45470|RBW]]} size 75
[junit4] 2> 299664 INFO (IPC Server handler 9 on 39846) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45470 is added to blk_1073741825_1001 size 75
[junit4] 2> 300090 WARN (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 300227 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 300227 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 300227 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 300242 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 300243 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 300245 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.89453125, noCFSRatio=0.3409574282302449]
[junit4] 2> 300346 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29f59007[collection1] main]
[junit4] 2> 300353 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 300354 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 300356 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 300360 INFO (searcherExecutor-322-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@29f59007[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 300365 INFO (coreLoadExecutor-321-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561929584442605568
[junit4] 2> 300381 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 300381 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 300381 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56656/m/p/collection1/
[junit4] 2> 300381 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 300381 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56656/m/p/collection1/ has no replicas
[junit4] 2> 300381 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 300394 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56656/m/p/collection1/ shard1
[junit4] 2> 300601 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 300602 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49197/solr ready
[junit4] 2> 300604 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 300604 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 300640 INFO (coreZkRegister-314-thread-1-processing-n:127.0.0.1:56656_m%2Fp x:collection1 c:control_collection) [n:127.0.0.1:56656_m%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 300703 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores/collection1
[junit4] 2> 300704 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001
[junit4] 2> 300705 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 300714 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ff955bd{/m/p,null,AVAILABLE}
[junit4] 2> 300714 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3dc1d047{HTTP/1.1,[http/1.1]}{127.0.0.1:52096}
[junit4] 2> 300714 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server Started @303647ms
[junit4] 2> 300714 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39846/hdfs__localhost_39846__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/m/p, hostPort=52096, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores}
[junit4] 2> 300715 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 300719 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 300719 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 300719 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 300719 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T10:02:09.072Z
[junit4] 2> 300731 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 300731 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/solr.xml
[junit4] 2> 300753 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49197/solr
[junit4] 2> 300774 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 300776 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 300784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52096_m%2Fp
[junit4] 2> 300785 INFO (zkCallback-115-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 300785 INFO (zkCallback-111-thread-2-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 300797 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 300855 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores
[junit4] 2> 300855 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 300860 INFO (OverseerStateUpdate-97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 300963 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 301888 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 301902 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 302137 WARN (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 302139 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 302175 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 302175 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39846/solr_hdfs_home
[junit4] 2> 302175 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 302176 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 302176 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 302176 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4360220f
[junit4] 2> 302176 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 302193 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 302193 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 302193 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 302221 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 302223 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 302251 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 302260 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 302260 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 302260 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 302270 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 302273 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1196027669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 302317 INFO (IPC Server handler 4 on 39846) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45470 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-789b8340-9182-4c31-b118-2a1fb7a969f4:NORMAL:127.0.0.1:45470|RBW]]} size 0
[junit4] 2> 302322 INFO (IPC Server handler 8 on 39846) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56009 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-789b8340-9182-4c31-b118-2a1fb7a969f4:NORMAL:127.0.0.1:45470|RBW], ReplicaUC[[DISK]DS-e886d4eb-f484-4253-9d12-70568dfde726:NORMAL:127.0.0.1:56009|FINALIZED]]} size 0
[junit4] 2> 302343 WARN (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 302401 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 302401 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 302402 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 302541 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 302541 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 302550 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.89453125, noCFSRatio=0.3409574282302449]
[junit4] 2> 302562 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36231842[collection1] main]
[junit4] 2> 302575 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 302576 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 302576 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 302578 INFO (searcherExecutor-333-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36231842[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 302591 INFO (coreLoadExecutor-332-thread-1-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561929586776735744
[junit4] 2> 302612 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 302612 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 302612 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 302612 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52096/m/p/collection1/
[junit4] 2> 302612 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 302612 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52096/m/p/collection1/ has no replicas
[junit4] 2> 302612 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 302615 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52096/m/p/collection1/ shard2
[junit4] 2> 302720 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 302766 INFO (coreZkRegister-327-thread-1-processing-n:127.0.0.1:52096_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:52096_m%2Fp c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 302872 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 303650 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores/collection1
[junit4] 2> 303654 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001
[junit4] 2> 303656 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 303660 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5860b4df{/m/p,null,AVAILABLE}
[junit4] 2> 303661 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d4c104c{HTTP/1.1,[http/1.1]}{127.0.0.1:53091}
[junit4] 2> 303662 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server Started @306594ms
[junit4] 2> 303662 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39846/hdfs__localhost_39846__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/m/p, hostPort=53091, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores}
[junit4] 2> 303662 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 303664 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 303664 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 303664 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 303665 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-15T10:02:12.017Z
[junit4] 2> 303676 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 303676 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/solr.xml
[junit4] 2> 303696 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49197/solr
[junit4] 2> 303723 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 303726 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 303730 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53091_m%2Fp
[junit4] 2> 303735 INFO (zkCallback-111-thread-1-processing-n:127.0.0.1:56656_m%2Fp) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 303735 INFO (zkCallback-115-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 303735 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 303762 INFO (zkCallback-127-thread-2-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 303795 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores
[junit4] 2> 303795 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 303804 INFO (OverseerStateUpdate-97620598815195140-127.0.0.1:56656_m%2Fp-n_0000000000) [n:127.0.0.1:56656_m%2Fp ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 303916 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 303916 INFO (zkCallback-127-thread-2-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 304831 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 304845 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 304944 WARN (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 304946 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 304962 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 304962 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39846/solr_hdfs_home
[junit4] 2> 304962 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 304962 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 304962 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 304963 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4360220f
[junit4] 2> 304963 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 304970 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 304970 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 304970 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 304979 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 304982 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 305000 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39846/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 305009 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 305009 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 305009 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 305024 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 305025 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1196027669, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 305075 INFO (IPC Server handler 4 on 39846) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45470 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-9bcde12d-8dfc-42d3-825f-83d84340f883:NORMAL:127.0.0.1:45470|RBW]]} size 0
[junit4] 2> 305079 INFO (IPC Server handler 5 on 39846) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56009 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-7f931647-479a-4fce-af8a-74dc41570345:NORMAL:127.0.0.1:56009|RBW], ReplicaUC[[DISK]DS-9bcde12d-8dfc-42d3-825f-83d84340f883:NORMAL:127.0.0.1:45470|RBW]]} size 0
[junit4] 2> 305091 WARN (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 305138 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 305139 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 305139 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 305149 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 305149 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 305164 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.89453125, noCFSRatio=0.3409574282302449]
[junit4] 2> 305192 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3582605e[collection1] main]
[junit4] 2> 305194 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 305195 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 305195 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 305196 INFO (searcherExecutor-344-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3582605e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 305204 INFO (coreLoadExecutor-343-thread-1-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561929589516664832
[junit4] 2> 305215 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 305215 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 305215 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53091/m/p/collection1/
[junit4] 2> 305215 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 305215 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53091/m/p/collection1/ has no replicas
[junit4] 2> 305215 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 305218 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53091/m/p/collection1/ shard1
[junit4] 2> 305321 INFO (zkCallback-127-thread-2-processing-n:127.0.0.1:53091_m%2Fp) [n:127.0.0.1:53091_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 305321 INFO (zkCallback-121-thread-2-processing-n:127.0.0.1:52096_m%2Fp) [n:127.0.0.1:52096_m%2Fp ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 305371 INFO (coreZkRegister-338-thread-1-processing-n:127.0.0.1:53091_m%2Fp x:collection1 c:collection1) [n:127.0.0.1:53091_m%2Fp c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 305423 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-3-001/cores/collection1
[junit4] 2> 305423 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_F0AE8849D2D95DCD-001/shard-3-001
[junit4] 2> 305427 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 305429 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@83a7eb2{/m/p,null,AVAILABLE}
[junit4] 2> 305429 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f2bd05c{HTTP/1.1,[http/1.1]}{127.0.0.1:38772}
[junit4] 2> 305429 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[F0AE8849D2D95DCD]) [ ] o.e.j.s.Server Started @308362ms
[
[...truncated too long message...]
>
[junit4] 2> IPC Parameter Sending Thread #7:
[junit4] 2> [...sun.*]
[junit4] 2> java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] 2> java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] 2> java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> SUITE-HdfsRecoveryZkTest-seed#[F0AE8849D2D95DCD]:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Thread.join(Thread.java:1257)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2>
[junit4] 2> 3770802 INFO (SUITE-HdfsRecoveryZkTest-seed#[F0AE8849D2D95DCD]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_i=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1967, maxMBSortInHeap=7.460913507333879, sim=RandomSimilarity(queryNorm=true): {}, locale=ro, timezone=America/Bahia
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=163714328,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [JSONWriterTest, SolrJmxReporterTest, LoggingHandlerTest, DeleteInactiveReplicaTest, IndexSchemaTest, TestSmileRequest, TestCursorMarkWithoutUniqueKey, TestInPlaceUpdatesStandalone, TestComplexPhraseLeadingWildcard, TestChildDocTransformer, TestManagedSchemaAPI, TestDownShardTolerantSearch, HdfsBasicDistributedZk2Test, TestStressLiveNodes, TestLeaderElectionWithEmptyReplica, BadCopyFieldTest, TestCustomStream, SortByFunctionTest, JsonLoaderTest, TestRTimerTree, TestUnifiedSolrHighlighter, TestTrieFacet, ShardSplitTest, SpellCheckCollatorTest, AlternateDirectoryTest, CoreAdminRequestStatusTest, ShardRoutingCustomTest, ConnectionReuseTest, PeerSyncReplicationTest, OverriddenZkACLAndCredentialsProvidersTest, TimeZoneUtilsTest, TestFieldTypeCollectionResource, TestImpersonationWithHadoopAuth, LeaderInitiatedRecoveryOnShardRestartTest, ChaosMonkeyNothingIsSafeTest, TestReloadAndDeleteDocs, AddSchemaFieldsUpdateProcessorFactoryTest, TestSubQueryTransformerDistrib, IndexBasedSpellCheckerTest, RollingRestartTest, TestRestManager, TestPerFieldSimilarityWithDefaultOverride, DirectSolrConnectionTest, TestInfoStreamLogging, SimpleCollectionCreateDeleteTest, TestJsonRequest, TestCoreContainer, TestUseDocValuesAsStored2, TestDistributedStatsComponentCardinality, ClassificationUpdateProcessorIntegrationTest, DistributedMLTComponentTest, SuggesterFSTTest, TestTrie, SimplePostToolTest, TestCloudInspectUtil, TestSolrCloudWithSecureImpersonation, TestSQLHandlerNonCloud, ChaosMonkeySafeLeaderTest, TestFieldCacheSort, TestDynamicFieldResource, TestLRUStatsCache, TestConfigSetsAPI, TestCustomDocTransformer, TermVectorComponentTest, SpellingQueryConverterTest, SpellCheckComponentTest, TestSystemIdResolver, CSVRequestHandlerTest, TestLocalFSCloudBackupRestore, TestConfigReload, TestElisionMultitermQuery, DistributedFacetPivotLargeTest, TestSurroundQueryParser, TestQueryUtils, SoftAutoCommitTest, TlogReplayBufferedWhileIndexingTest, ShardRoutingTest, LeaderFailoverAfterPartitionTest, DistributedIntervalFacetingTest, TestExceedMaxTermLength, TestBackupRepositoryFactory, BlockJoinFacetDistribTest, SpatialFilterTest, TestFieldSortValues, MoreLikeThisHandlerTest, TestSchemaManager, MetricUtilsTest, BlobRepositoryCloudTest, SchemaVersionSpecificBehaviorTest, HdfsSyncSliceTest, TestOrdValues, TestSolrFieldCacheMBean, TestNamedUpdateProcessors, SolrCmdDistributorTest, TestGraphMLResponseWriter, TestReqParamsAPI, AnalysisErrorHandlingTest, TestPostingsSolrHighlighter, SpatialHeatmapFacetsTest, DistributedQueryComponentOptimizationTest, ZkCLITest, SolrXmlInZkTest, BitVectorTest, TestSSLRandomization, TestSolrCoreSnapshots, DOMUtilTest, TestFastLRUCache, TestTrackingShardHandlerFactory, HdfsChaosMonkeySafeLeaderTest, TestBlendedInfixSuggestions, TestConfigSetProperties, TestNumericTerms64, CollectionsAPIDistributedZkTest, OverseerTest, ClusterStateUpdateTest, ZkSolrClientTest, TestRandomDVFaceting, DistributedSpellCheckComponentTest, TestStressReorder, TestReload, TestGroupingSearch, ConvertedLegacyTest, TestFiltering, DirectUpdateHandlerTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, TermsComponentTest, XmlUpdateRequestHandlerTest, TestIndexingPerformance, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, BadComponentTest, TestStressRecovery, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestPathTrie, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AliasIntegrationTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, DeleteReplicaTest, DistribCursorPagingTest, HttpPartitionTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, ReplaceNodeTest, TestCloudRecovery, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=F0AE8849D2D95DCD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ro -Dtests.timezone=America/Bahia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:132)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:110)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:779)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:841)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1090)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:955)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:849)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:583)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([F0AE8849D2D95DCD]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [539/698 (3!)] on J1 in 45.94s, 1 test, 1 failure <<< FAILURES!
[...truncated 63129 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1262 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1262/
1 tests failed.
FAILED: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([BE75D0A7793D022C:46AB454F0151D37F]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:882)
at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
</response>
request was:qt=/admin/segments&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:875)
... 40 more
Build Log:
[...truncated 12231 lines...]
[junit4] Suite: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_BE75D0A7793D022C-001/init-core-data-001
[junit4] 2> 1444609 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1444609 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1444611 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1444611 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1444611 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1444632 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1444646 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1444672 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1444744 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1444746 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 1444746 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 1444769 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1444771 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
[junit4] 2> 1444771 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1444774 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
[junit4] 2> 1444774 WARN (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1444774 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
[junit4] 2> 1444775 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1444812 WARN (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1444813 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1444833 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1444905 WARN (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 1444906 WARN (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
[junit4] 2> 1444906 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
[junit4] 2> 1444912 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 1444912 WARN (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1444912 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
[junit4] 2> 1444912 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1444912 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_BE75D0A7793D022C-001/init-core-data-001/]
[junit4] 2> 1444912 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ab3e028
[junit4] 2> 1444949 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1444949 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1444950 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bef3c7d[collection1] main]
[junit4] 2> 1444951 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1444956 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1444975 INFO (coreLoadExecutor-5540-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1444975 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1444975 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1444975 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1444975 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1444976 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1444976 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1444976 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1444976 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1444976 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1444977 INFO (searcherExecutor-5541-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bef3c7d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1444977 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1444978 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1000]} 0 0
[junit4] 2> 1444979 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1001]} 0 0
[junit4] 2> 1444981 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1002]} 0 1
[junit4] 2> 1444981 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1003]} 0 0
[junit4] 2> 1444981 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR1004]} 0 0
[junit4] 2> 1444981 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{delete=[SOLR1000]} 0 0
[junit4] 2> 1444982 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1444982 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4c09bfbe
[junit4] 2> 1444984 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c8aad21[collection1] main]
[junit4] 2> 1444984 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1444985 INFO (searcherExecutor-5541-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c8aad21[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c3/1:delGen=1) Uninverting(_1(7.0.0):c2)))}
[junit4] 2> 1444985 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 3
[junit4] 2> 1444985 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2000]} 0 0
[junit4] 2> 1444986 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2001]} 0 0
[junit4] 2> 1445003 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2002]} 0 4
[junit4] 2> 1445015 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2003]} 0 0
[junit4] 2> 1445015 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[SOLR2004]} 0 0
[junit4] 2> 1445015 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1445015 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4c09bfbe
[junit4] 2> 1445024 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6bfbe9c7[collection1] main]
[junit4] 2> 1445025 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1445026 INFO (searcherExecutor-5541-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6bfbe9c7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c3/1:delGen=1) Uninverting(_1(7.0.0):c2) Uninverting(_2(7.0.0):c3) Uninverting(_3(7.0.0):c2)))}
[junit4] 2> 1445038 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 23
[junit4] 2> 1445045 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosData
[junit4] 2> 1445055 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[BE75D0A7793D022C]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=9
[junit4] 2> 1445055 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosData-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosData
[junit4] 2> 1445057 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfos
[junit4] 2> 1445057 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[BE75D0A7793D022C]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
[junit4] 2> 1445058 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfos-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfos
[junit4] 2> 1445060 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSegmentInfosVersion
[junit4] 2> 1445060 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/admin/segments&wt=xml} status=0 QTime=0
[junit4] 2> 1445060 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:qt=/admin/segments&wt=xml
[junit4] 2> 1445061 ERROR (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 REQUEST FAILED: qt=/admin/segments&wt=xml:java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
[junit4] 2> xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] 2> <response>
[junit4] 2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
[junit4] 2> </response>
[junit4] 2>
[junit4] 2> request was:qt=/admin/segments&wt=xml
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:875)
[junit4] 2> at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1445061 INFO (TEST-SegmentsInfoRequestHandlerTest.testSegmentInfosVersion-seed#[BE75D0A7793D022C]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSegmentInfosVersion
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SegmentsInfoRequestHandlerTest -Dtests.method=testSegmentInfosVersion -Dtests.seed=BE75D0A7793D022C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hi-IN -Dtests.timezone=America/Argentina/San_Luis -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.01s J2 | SegmentsInfoRequestHandlerTest.testSegmentInfosVersion <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Exception during query
[junit4] > at __randomizedtesting.SeedInfo.seed([BE75D0A7793D022C:46AB454F0151D37F]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:882)
[junit4] > at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='7.0.0'])
[junit4] > xml response was: <?xml version="1.0" encoding="UTF-8"?>
[junit4] > <response>
[junit4] > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1992</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.277Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">2050</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.279Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">2129</long><int name="size">3</int><date name="age">2017-03-14T05:20:14.296Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">2094</long><int name="size">2</int><date name="age">2017-03-14T05:20:14.320Z</date><str name="source">flush</str><str name="version">7.0.0</str></lst></lst>
[junit4] > </response>
[junit4] > request was:qt=/admin/segments&wt=xml
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:875)
[junit4] > ... 40 more
[junit4] 2> 1445063 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1445063 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1417205026
[junit4] 2> 1445063 INFO (SUITE-SegmentsInfoRequestHandlerTest-seed#[BE75D0A7793D022C]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1445074 INFO (coreCloseExecutor-5545-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4b2af7aa
[junit4] 2> 1445105 INFO (coreCloseExecutor-5545-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1261107114
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.SegmentsInfoRequestHandlerTest_BE75D0A7793D022C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=911, maxMBSortInHeap=7.371186349146663, sim=RandomSimilarity(queryNorm=false): {}, locale=hi-IN, timezone=America/Argentina/San_Luis
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=138072928,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [PKIAuthenticationIntegrationTest, SolrJmxReporterTest, TestPhraseSuggestions, BadCopyFieldTest, TestCloudSchemaless, ExternalFileFieldSortTest, SpatialHeatmapFacetsTest, SolrCloudExampleTest, TestFastOutputStream, ManagedSchemaRoundRobinCloudTest, OutputWriterTest, XmlUpdateRequestHandlerTest, DeleteLastCustomShardedReplicaTest, TestUnifiedSolrHighlighter, TestFieldSortValues, TestManagedSchemaAPI, VMParamsZkACLAndCredentialsProvidersTest, SolrTestCaseJ4Test, TestWriterPerf, CurrencyFieldXmlFileTest, TestNRTOpen, OverseerTest, HLLSerializationTest, TestRestManager, DistributedQueryComponentOptimizationTest, SolrCoreCheckLockOnStartupTest, SolrCoreMetricManagerTest, TestRawResponseWriter, RequestHandlersTest, TestSolrConfigHandlerConcurrent, DistributedVersionInfoTest, BitVectorTest, TestHdfsCloudBackupRestore, SolrMetricsIntegrationTest, BadIndexSchemaTest, PreAnalyzedUpdateProcessorTest, TestNamedUpdateProcessors, TestQuerySenderNoQuery, DirectUpdateHandlerOptimizeTest, TestStressReorder, GraphQueryTest, DocExpirationUpdateProcessorFactoryTest, AsyncCallRequestStatusResponseTest, HdfsTlogReplayBufferedWhileIndexingTest, TestOnReconnectListenerSupport, AutoCommitTest, HighlighterConfigTest, TestSchemaManager, CdcrVersionReplicationTest, TestTrackingShardHandlerFactory, BinaryUpdateRequestHandlerTest, DocValuesMultiTest, TestCSVResponseWriter, ShowFileRequestHandlerTest, TestUseDocValuesAsStored2, SuggesterTest, TestSolrCloudWithKerberosAlt, FullSolrCloudDistribCmdsTest, AnalysisErrorHandlingTest, TestReplicationHandlerBackup, SuggesterWFSTTest, CheckHdfsIndexTest, TestCloudDeleteByQuery, TestSolrConfigHandler, TestUtils, TestLRUStatsCache, TestDistribDocBasedVersion, StressHdfsTest, CollectionTooManyReplicasTest, UtilsToolTest, MigrateRouteKeyTest, TestCollectionAPIs, NoCacheHeaderTest, CachingDirectoryFactoryTest, TestTolerantSearch, TestGroupingSearch, TestSort, HdfsNNFailoverTest, TestComponentsName, SimpleFacetsTest, SuggesterTSTTest, TestEmbeddedSolrServerSchemaAPI, DebugComponentTest, TestExtendedDismaxParser, TestSubQueryTransformerDistrib, TestSolrFieldCacheMBean, CloudExitableDirectoryReaderTest, DistributedFacetPivotSmallTest, DeleteShardTest, QueryResultKeyTest, JSONWriterTest, RecoveryZkTest, TestMiniSolrCloudCluster, DistributedFacetPivotLargeTest, BlockJoinFacetDistribTest, TestSolrQueryParser, TestRecovery, TestTrieFacet, TestConfig, TestCoreDiscovery, TestMergePolicyConfig, CoreAdminCreateDiscoverTest, TestDocSet, DistanceUnitsTest, TestUniqueKeyFieldResource, TestJsonRequest, TestTolerantUpdateProcessorRandomCloud, BasicDistributedZk2Test, TestOverriddenPrefixQueryForCustomFieldType, TestNumericTerms64, InfoHandlerTest, UpdateParamsTest, SegmentsInfoRequestHandlerTest]
[junit4] Completed [286/696 (1!)] on J2 in 0.51s, 3 tests, 1 error <<< FAILURES!
[...truncated 63927 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1261 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1261/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
expected:<3> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<3> but was:<0>
at __randomizedtesting.SeedInfo.seed([8DD03C4F06B63688:C5A548FB0085191D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:523)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 13190 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/init-core-data-001
[junit4] 2> 3362468 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=110 numCloses=110
[junit4] 2> 3362469 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 3362476 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3362478 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001
[junit4] 2> 3362478 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3362501 INFO (Thread-67337) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3362501 INFO (Thread-67337) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3362596 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:60357
[junit4] 2> 3362629 INFO (jetty-launcher-25998-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3362631 INFO (jetty-launcher-25998-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3362633 INFO (jetty-launcher-25998-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3362635 INFO (jetty-launcher-25998-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3362636 INFO (jetty-launcher-25998-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c296459{/solr,null,AVAILABLE}
[junit4] 2> 3362638 INFO (jetty-launcher-25998-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@201bd23d{HTTP/1.1,[http/1.1]}{127.0.0.1:39325}
[junit4] 2> 3362638 INFO (jetty-launcher-25998-thread-1) [ ] o.e.j.s.Server Started @3365455ms
[junit4] 2> 3362638 INFO (jetty-launcher-25998-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39325}
[junit4] 2> 3362638 ERROR (jetty-launcher-25998-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3362638 INFO (jetty-launcher-25998-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 3362638 INFO (jetty-launcher-25998-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3362638 INFO (jetty-launcher-25998-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3362638 INFO (jetty-launcher-25998-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-13T06:39:53.177Z
[junit4] 2> 3362644 INFO (jetty-launcher-25998-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47dbdb23{/solr,null,AVAILABLE}
[junit4] 2> 3362644 INFO (jetty-launcher-25998-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28bd47a9{HTTP/1.1,[http/1.1]}{127.0.0.1:57381}
[junit4] 2> 3362645 INFO (jetty-launcher-25998-thread-3) [ ] o.e.j.s.Server Started @3365462ms
[junit4] 2> 3362645 INFO (jetty-launcher-25998-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57381}
[junit4] 2> 3362645 ERROR (jetty-launcher-25998-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3362645 INFO (jetty-launcher-25998-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 3362645 INFO (jetty-launcher-25998-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3362645 INFO (jetty-launcher-25998-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3362645 INFO (jetty-launcher-25998-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-13T06:39:53.184Z
[junit4] 2> 3362751 INFO (jetty-launcher-25998-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51507b09{/solr,null,AVAILABLE}
[junit4] 2> 3362751 INFO (jetty-launcher-25998-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3881817{HTTP/1.1,[http/1.1]}{127.0.0.1:33493}
[junit4] 2> 3362751 INFO (jetty-launcher-25998-thread-2) [ ] o.e.j.s.Server Started @3365568ms
[junit4] 2> 3362751 INFO (jetty-launcher-25998-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33493}
[junit4] 2> 3362751 ERROR (jetty-launcher-25998-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3362751 INFO (jetty-launcher-25998-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 3362751 INFO (jetty-launcher-25998-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3362752 INFO (jetty-launcher-25998-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3362752 INFO (jetty-launcher-25998-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-13T06:39:53.291Z
[junit4] 2> 3362758 INFO (jetty-launcher-25998-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3362771 INFO (jetty-launcher-25998-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302ab97b{/solr,null,AVAILABLE}
[junit4] 2> 3362771 INFO (jetty-launcher-25998-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3710b134{HTTP/1.1,[http/1.1]}{127.0.0.1:58329}
[junit4] 2> 3362771 INFO (jetty-launcher-25998-thread-4) [ ] o.e.j.s.Server Started @3365589ms
[junit4] 2> 3362771 INFO (jetty-launcher-25998-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58329}
[junit4] 2> 3362772 ERROR (jetty-launcher-25998-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3362772 INFO (jetty-launcher-25998-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 3362772 INFO (jetty-launcher-25998-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3362772 INFO (jetty-launcher-25998-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3362772 INFO (jetty-launcher-25998-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-13T06:39:53.311Z
[junit4] 2> 3362778 INFO (jetty-launcher-25998-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3362779 INFO (jetty-launcher-25998-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3362785 INFO (jetty-launcher-25998-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60357/solr
[junit4] 2> 3362801 INFO (jetty-launcher-25998-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60357/solr
[junit4] 2> 3362801 INFO (jetty-launcher-25998-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60357/solr
[junit4] 2> 3362809 INFO (jetty-launcher-25998-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3362810 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ac66502db0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3362815 INFO (jetty-launcher-25998-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60357/solr
[junit4] 2> 3362816 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ac66502db0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3362820 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ac66502db0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3362830 INFO (jetty-launcher-25998-thread-1) [n:127.0.0.1:39325_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3362830 INFO (jetty-launcher-25998-thread-1) [n:127.0.0.1:39325_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39325_solr
[junit4] 2> 3362831 INFO (jetty-launcher-25998-thread-1) [n:127.0.0.1:39325_solr ] o.a.s.c.Overseer Overseer (id=97608479083790344-127.0.0.1:39325_solr-n_0000000000) starting
[junit4] 2> 3362842 INFO (jetty-launcher-25998-thread-4) [n:127.0.0.1:58329_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3362843 INFO (jetty-launcher-25998-thread-4) [n:127.0.0.1:58329_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58329_solr
[junit4] 2> 3362867 INFO (jetty-launcher-25998-thread-2) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3362873 INFO (zkCallback-26014-thread-1-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3362874 INFO (jetty-launcher-25998-thread-3) [n:127.0.0.1:57381_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3362874 INFO (jetty-launcher-25998-thread-2) [n:127.0.0.1:33493_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3362875 INFO (jetty-launcher-25998-thread-3) [n:127.0.0.1:57381_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57381_solr
[junit4] 2> 3362882 INFO (jetty-launcher-25998-thread-1) [n:127.0.0.1:39325_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39325_solr
[junit4] 2> 3362894 INFO (zkCallback-26020-thread-2-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3362930 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3362930 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3362932 INFO (jetty-launcher-25998-thread-2) [n:127.0.0.1:33493_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33493_solr
[junit4] 2> 3362937 INFO (zkCallback-26014-thread-2-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3362937 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 3362938 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3362938 INFO (zkCallback-26014-thread-2-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3362941 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3362941 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3363046 INFO (jetty-launcher-25998-thread-1) [n:127.0.0.1:39325_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node1/.
[junit4] 2> 3363107 INFO (jetty-launcher-25998-thread-2) [n:127.0.0.1:33493_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node2/.
[junit4] 2> 3363118 INFO (jetty-launcher-25998-thread-4) [n:127.0.0.1:58329_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node4/.
[junit4] 2> 3363165 INFO (jetty-launcher-25998-thread-3) [n:127.0.0.1:57381_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node3/.
[junit4] 2> 3364662 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3364663 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60357/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3364703 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3364720 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3364721 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3364733 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_40276_hdfs____.3w33k1/webapp
[junit4] 2> 3365113 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40276
[junit4] 2> 3365188 WARN (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3365189 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3365198 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55051_datanode____hoeihf/webapp
[junit4] 2> 3365554 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55051
[junit4] 2> 3365664 INFO (IPC Server handler 4 on 54991) [ ] BlockStateChange BLOCK* processReport: from storage DS-396afd20-01b8-4429-b68c-004c3819191a node DatanodeRegistration(127.0.0.1:52646, datanodeUuid=b5ea20e9-661d-45ce-a8de-739cc22cf00d, infoPort=59353, infoSecurePort=0, ipcPort=36778, storageInfo=lv=-56;cid=testClusterID;nsid=600010899;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3365664 INFO (IPC Server handler 4 on 54991) [ ] BlockStateChange BLOCK* processReport: from storage DS-6b23e885-f071-4d9d-8c64-d5b6714a73b2 node DatanodeRegistration(127.0.0.1:52646, datanodeUuid=b5ea20e9-661d-45ce-a8de-739cc22cf00d, infoPort=59353, infoSecurePort=0, ipcPort=36778, storageInfo=lv=-56;cid=testClusterID;nsid=600010899;c=0), blocks: 0, hasStaleStorage: false, processing time: 1 msecs
[junit4] 2> 3365767 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[8DD03C4F06B63688]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 3365767 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[8DD03C4F06B63688]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3365770 INFO (qtp866721603-166070) [n:127.0.0.1:57381_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3365773 INFO (OverseerThreadFactory-11683-thread-1-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 3365774 ERROR (OverseerThreadFactory-11683-thread-1-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 3365776 INFO (qtp866721603-166070) [n:127.0.0.1:57381_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 3365776 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[8DD03C4F06B63688]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 3365846 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[8DD03C4F06B63688]) [ ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
[junit4] 2> 3365847 INFO (TEST-HdfsCollectionsAPIDistributedZkTest.addReplicaTest-seed#[8DD03C4F06B63688]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3365848 INFO (qtp866721603-166071) [n:127.0.0.1:57381_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3365857 INFO (OverseerCollectionConfigSetProcessor-97608479083790344-127.0.0.1:39325_solr-n_0000000000) [n:127.0.0.1:39325_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3365859 INFO (OverseerThreadFactory-11683-thread-2-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
[junit4] 2> 3365969 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 3365970 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 3365973 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 3365984 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
[junit4] 2> 3366113 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3366113 INFO (zkCallback-26014-thread-2-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3366113 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3366113 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3366990 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 3366994 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 3366996 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
[junit4] 2> 3366998 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 3366999 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3367000 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using configuration from collection addReplicaColl
[junit4] 2> 3367012 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54991/data
[junit4] 2> 3367013 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3367013 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node3/addReplicaColl_shard1_replica2], dataDir=[hdfs://localhost:54991/data/addReplicaColl/core_node2/data/]
[junit4] 2> 3367013 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6aabcf45
[junit4] 2> 3367013 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 3367013 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node2/data/snapshot_metadata
[junit4] 2> 3367020 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3367020 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3367022 WARN (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3367025 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
[junit4] 2> 3367026 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
[junit4] 2> 3367027 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3367028 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using configuration from collection addReplicaColl
[junit4] 2> 3367028 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3367028 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using configuration from collection addReplicaColl
[junit4] 2> 3367029 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54991/data
[junit4] 2> 3367029 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3367029 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node2/addReplicaColl_shard1_replica1], dataDir=[hdfs://localhost:54991/data/addReplicaColl/core_node1/data/]
[junit4] 2> 3367029 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54991/data
[junit4] 2> 3367029 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3367029 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6aabcf45
[junit4] 2> 3367029 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node1/addReplicaColl_shard2_replica2], dataDir=[hdfs://localhost:54991/data/addReplicaColl/core_node4/data/]
[junit4] 2> 3367029 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node1/data/snapshot_metadata
[junit4] 2> 3367029 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6aabcf45
[junit4] 2> 3367030 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
[junit4] 2> 3367030 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node4/data/snapshot_metadata
[junit4] 2> 3367038 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3367041 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using configuration from collection addReplicaColl
[junit4] 2> 3367042 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54991/data
[junit4] 2> 3367042 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3367042 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node4/addReplicaColl_shard2_replica1], dataDir=[hdfs://localhost:54991/data/addReplicaColl/core_node3/data/]
[junit4] 2> 3367042 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3367042 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3367042 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6aabcf45
[junit4] 2> 3367043 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node3/data/snapshot_metadata
[junit4] 2> 3367044 WARN (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3367047 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3367048 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3367049 WARN (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3367061 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3367061 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3367066 WARN (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 3372025 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372026 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node2/data
[junit4] 2> 3372039 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node2/data/index
[junit4] 2> 3372045 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3372045 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3372047 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372049 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node4/data
[junit4] 2> 3372050 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372055 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372055 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node1/data
[junit4] 2> 3372069 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372069 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node3/data
[junit4] 2> 3372071 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node4/data/index
[junit4] 2> 3372073 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node1/data/index
[junit4] 2> 3372088 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3372089 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3372095 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372098 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3372098 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3372101 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372102 INFO (IPC Server handler 5 on 54991) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52646 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-396afd20-01b8-4429-b68c-004c3819191a:NORMAL:127.0.0.1:52646|RBW]]} size 0
[junit4] 2> 3372102 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node3/data/index
[junit4] 2> 3372110 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3372110 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3372118 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3372127 INFO (IPC Server handler 9 on 54991) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52646 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6b23e885-f071-4d9d-8c64-d5b6714a73b2:NORMAL:127.0.0.1:52646|FINALIZED]]} size 0
[junit4] 2> 3372141 INFO (IPC Server handler 9 on 54991) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52646 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-396afd20-01b8-4429-b68c-004c3819191a:NORMAL:127.0.0.1:52646|RBW]]} size 0
[junit4] 2> 3372166 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3372166 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3372166 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3372174 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3372174 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3372177 INFO (IPC Server handler 8 on 54991) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52646 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6b23e885-f071-4d9d-8c64-d5b6714a73b2:NORMAL:127.0.0.1:52646|RBW]]} size 0
[junit4] 2> 3372186 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3372186 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3372186 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3372193 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3372193 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3372193 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3372194 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3372194 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3372197 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5547c6df[addReplicaColl_shard1_replica2] main]
[junit4] 2> 3372198 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3372198 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3372198 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3372199 INFO (searcherExecutor-11692-thread-1-processing-n:127.0.0.1:57381_solr x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore [addReplicaColl_shard1_replica2] Registered new searcher Searcher@5547c6df[addReplicaColl_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3372200 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561735675499249664
[junit4] 2> 3372205 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3372205 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3372206 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6aba86c0[addReplicaColl_shard2_replica2] main]
[junit4] 2> 3372207 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3372207 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3372207 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3372208 INFO (searcherExecutor-11693-thread-1-processing-n:127.0.0.1:39325_solr x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore [addReplicaColl_shard2_replica2] Registered new searcher Searcher@6aba86c0[addReplicaColl_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3372210 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561735675509735424
[junit4] 2> 3372210 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3372213 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372213 INFO (zkCallback-26014-thread-4-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372213 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372213 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372216 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54c85cb8[addReplicaColl_shard1_replica1] main]
[junit4] 2> 3372216 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3372216 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3372216 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3372217 INFO (searcherExecutor-11694-thread-1-processing-n:127.0.0.1:33493_solr x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore [addReplicaColl_shard1_replica1] Registered new searcher Searcher@54c85cb8[addReplicaColl_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3372218 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561735675518124032
[junit4] 2> 3372218 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3372224 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3372224 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3372224 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3372233 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3372233 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3372239 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@50f7b785[addReplicaColl_shard2_replica1] main]
[junit4] 2> 3372240 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3372240 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3372241 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3372241 INFO (searcherExecutor-11695-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore [addReplicaColl_shard2_replica1] Registered new searcher Searcher@50f7b785[addReplicaColl_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3372243 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561735675544338432
[junit4] 2> 3372319 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372319 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372319 INFO (zkCallback-26014-thread-4-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372319 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372710 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3372710 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3372710 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57381/solr/addReplicaColl_shard1_replica2/
[junit4] 2> 3372711 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica2 url=http://127.0.0.1:57381/solr START replicas=[http://127.0.0.1:33493/solr/addReplicaColl_shard1_replica1/] nUpdates=100
[junit4] 2> 3372711 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica2 url=http://127.0.0.1:57381/solr DONE. We have no versions. sync failed.
[junit4] 2> 3372713 INFO (qtp1980360026-166083) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 r:core_node1 x:addReplicaColl_shard1_replica1] o.a.s.c.S.Request [addReplicaColl_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3372713 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3372713 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3372713 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3372715 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57381/solr/addReplicaColl_shard1_replica2/ shard1
[junit4] 2> 3372719 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3372719 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3372719 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39325/solr/addReplicaColl_shard2_replica2/
[junit4] 2> 3372719 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica2 url=http://127.0.0.1:39325/solr START replicas=[http://127.0.0.1:58329/solr/addReplicaColl_shard2_replica1/] nUpdates=100
[junit4] 2> 3372719 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica2 url=http://127.0.0.1:39325/solr DONE. We have no versions. sync failed.
[junit4] 2> 3372720 INFO (qtp165421965-166094) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 r:core_node3 x:addReplicaColl_shard2_replica1] o.a.s.c.S.Request [addReplicaColl_shard2_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3372721 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3372721 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3372721 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3372723 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39325/solr/addReplicaColl_shard2_replica2/ shard2
[junit4] 2> 3372825 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372825 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372825 INFO (zkCallback-26014-thread-4-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372825 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372866 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3372868 INFO (qtp866721603-166068) [n:127.0.0.1:57381_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=6899
[junit4] 2> 3372873 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3372874 INFO (qtp790760885-166059) [n:127.0.0.1:39325_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=6890
[junit4] 2> 3372976 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372976 INFO (zkCallback-26014-thread-4-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372976 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3372976 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3373224 INFO (qtp1980360026-166081) [n:127.0.0.1:33493_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=7254
[junit4] 2> 3373247 INFO (qtp165421965-166090) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard2 x:addReplicaColl_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2} status=0 QTime=7274
[junit4] 2> 3373249 INFO (qtp866721603-166071) [n:127.0.0.1:57381_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3373350 INFO (zkCallback-26014-thread-3-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3373350 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3373350 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3373350 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3373861 INFO (OverseerCollectionConfigSetProcessor-97608479083790344-127.0.0.1:39325_solr-n_0000000000) [n:127.0.0.1:39325_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3374249 INFO (qtp866721603-166071) [n:127.0.0.1:57381_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=8401
[junit4] 2> 3374253 INFO (qtp866721603-166072) [n:127.0.0.1:57381_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58329_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3374255 INFO (OverseerThreadFactory-11683-thread-3-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "node":"127.0.0.1:58329_solr",
[junit4] 2> "shard":"shard1",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 3374255 INFO (OverseerThreadFactory-11683-thread-3-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:58329_solr for creating new replica
[junit4] 2> 3374257 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica3&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
[junit4] 2> 3374360 INFO (zkCallback-26020-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3374360 INFO (zkCallback-26019-thread-1-processing-n:127.0.0.1:57381_solr) [n:127.0.0.1:57381_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3374360 INFO (zkCallback-26014-thread-4-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3374360 INFO (zkCallback-26018-thread-1-processing-n:127.0.0.1:33493_solr) [n:127.0.0.1:33493_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3375263 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 3375269 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica3] Schema name=minimal
[junit4] 2> 3375271 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3375272 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica3' using configuration from collection addReplicaColl
[junit4] 2> 3375272 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:54991/data
[junit4] 2> 3375273 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3375273 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-001/node4/addReplicaColl_shard1_replica3], dataDir=[hdfs://localhost:54991/data/addReplicaColl/core_node5/data/]
[junit4] 2> 3375273 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6aabcf45
[junit4] 2> 3375273 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node5/data/snapshot_metadata
[junit4] 2> 3375278 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3375278 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3375280 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3375281 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node5/data
[junit4] 2> 3375340 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:54991/data/addReplicaColl/core_node5/data/index
[junit4] 2> 3375416 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3375417 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3375418 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3375457 INFO (IPC Server handler 3 on 54991) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52646 is added to blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-396afd20-01b8-4429-b68c-004c3819191a:NORMAL:127.0.0.1:52646|RBW]]} size 0
[junit4] 2> 3375529 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3375529 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3375529 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3375537 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3375537 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3375570 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f6b8136[addReplicaColl_shard1_replica3] main]
[junit4] 2> 3375570 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3375570 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3375571 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3375572 INFO (searcherExecutor-11712-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore [addReplicaColl_shard1_replica3] Registered new searcher Searcher@3f6b8136[addReplicaColl_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3375573 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561735679036096512
[junit4] 2> 3375576 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.c.ZkController Core needs to recover:addReplicaColl_shard1_replica3
[junit4] 2> 3375583 INFO (updateExecutor-26015-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3375583 INFO (qtp165421965-166093) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 x:addReplicaColl_shard1_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica3&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=1326
[junit4] 2> 3375589 INFO (recoveryExecutor-26016-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3375590 INFO (recoveryExecutor-26016-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3375592 INFO (qtp866721603-166072) [n:127.0.0.1:57381_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:58329_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2} status=0 QTime=1338
[junit4] 2> 3375594 INFO (qtp866721603-166074) [n:127.0.0.1:57381_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&property.instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-003 and sendToOCPQueue=true
[junit4] 2> 3375596 INFO (OverseerCollectionConfigSetProcessor-97608479083790344-127.0.0.1:39325_solr-n_0000000000) [n:127.0.0.1:39325_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3375596 INFO (recoveryExecutor-26016-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[addReplicaColl_shard1_replica3]
[junit4] 2> 3375596 INFO (recoveryExecutor-26016-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3375596 INFO (recoveryExecutor-26016-thread-1-processing-n:127.0.0.1:58329_solr x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) [n:127.0.0.1:58329_solr c:addReplicaColl s:shard1 r:core_node5 x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Publishing state of core [addReplicaColl_shard1_replica3] as recovering, leader is [http://127.0.0.1:57381/solr/addReplicaColl_shard1_replica2/] and I am [http://127.0.0.1:58329/solr/addReplicaColl_shard1_replica3/]
[junit4] 2> 3375596 INFO (OverseerThreadFactory-11683-thread-4-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"addReplicaColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "property.instanceDir":"/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001/tempDir-003",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 3375596 INFO (OverseerThreadFactory-11683-thread-4-processing-n:127.0.0.1:39325_solr) [n:127.0.0.1:39325_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:57381_solr for creating new replica
[junit4] 2> 3375600 INFO (qtp866721603-166073) [n:127.0.0.1:57381_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica4&action=CREATE&colle
[...truncated too long message...]
ics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:55)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3468625 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60357 60357
[junit4] 2> 3468626 INFO (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DD03C4F06B63688]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DD03C4F06B63688-001
[junit4] 2> Mar 13, 2017 6:41:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 18 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1476, maxMBSortInHeap=7.7351353250357455, sim=RandomSimilarity(queryNorm=false): {}, locale=bg-BG, timezone=Canada/Eastern
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=102088088,total=524812288
[junit4] 2> NOTE: All tests run in this JVM: [TestNoOpRegenerator, TestAnalyzedSuggestions, SparseHLLTest, TestConfigSets, AddBlockUpdateTest, SuggestComponentTest, TestQuerySenderListener, TemplateUpdateProcessorTest, TestConfigOverlay, TestRangeQuery, TestTestInjection, TestCrossCoreJoin, TestFastWriter, TestHighlightDedupGrouping, TestDynamicFieldCollectionResource, TestPointFields, DeleteNodeTest, TestStressLiveNodes, SolrCloudReportersTest, TestFieldResource, SpatialRPTFieldTypeTest, HdfsRecoverLeaseTest, BlockDirectoryTest, TestLazyCores, TestMinMaxOnMultiValuedField, TestLRUCache, SolrRequestParserTest, TestCSVLoader, TestReplicationHandler, SolrCoreTest, TestDistributedSearch, TestPushWriter, TestSchemaNameResource, TestPivotHelperCode, DataDrivenBlockJoinTest, TestRTGBase, TestSolrQueryResponse, ParsingFieldUpdateProcessorsTest, TestApiFramework, TestDefaultStatsCache, DistributedQueryElevationComponentTest, NotRequiredUniqueKeyTest, CurrencyFieldOpenExchangeTest, DateMathParserTest, TestRealTimeGet, ReplaceNodeTest, HdfsLockFactoryTest, TestSimpleQParserPlugin, MinimalSchemaTest, TestBinaryResponseWriter, ReturnFieldsTest, SignatureUpdateProcessorFactoryTest, TestSubQueryTransformerCrossCore, TestNumericTerms32, BigEndianAscendingWordSerializerTest, DistribJoinFromCollectionTest, HighlighterMaxOffsetTest, TestManagedSchema, BasicAuthStandaloneTest, EnumFieldTest, HdfsBasicDistributedZk2Test, QueryEqualityTest, CoreSorterTest, TestShardHandlerFactory, TestUseDocValuesAsStored, TestPKIAuthenticationPlugin, TestFieldCacheReopen, RequiredFieldsTest, UUIDFieldTest, FastVectorHighlighterTest, TestSolrCoreParser, DisMaxRequestHandlerTest, TestSuggestSpellingConverter, AnalyticsQueryTest, TestDownShardTolerantSearch, CustomCollectionTest, DistributedQueryComponentCustomSortTest, ChangedSchemaMergeTest, TestHdfsBackupRestoreCore, PathHierarchyTokenizerFactoryTest, TestInPlaceUpdatesDistrib, BlobRepositoryCloudTest, NumericFieldsTest, TestGeoJSONResponseWriter, TestConfigSetsAPI, LeaderElectionContextKeyTest, TestGraphTermsQParserPlugin, TestClassNameShortening, TlogReplayBufferedWhileIndexingTest, TestDocBasedVersionConstraints, TestSolrDeletionPolicy2, ShardSplitTest, TestFreeTextSuggestions, BasicDistributedZkTest, JvmMetricsTest, TestMacros, MultiTermTest, CopyFieldTest, TestLFUCache, BJQParserTest, StandardRequestHandlerTest, TestSolrCoreProperties, TestJoin, SpellPossibilityIteratorTest, DocumentAnalysisRequestHandlerTest, TestLegacyNumericRangeQueryBuilder, TestRestoreCore, HdfsSyncSliceTest, WrapperMergePolicyFactoryTest, MultiThreadedOCPTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudRecovery, TestConfigSetsAPIExclusivity, TestCryptoKeys, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest]
[junit4] Completed [553/695 (1!)] on J0 in 115.28s, 20 tests, 1 failure <<< FAILURES!
[...truncated 63072 lines...]