You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/31 09:02:05 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2090 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2090/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:33104/delete_data_dir: Expected mime type application/octet-stream but got application/json. { "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","java.net.SocketTimeoutException"], "msg":"Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update", "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:738)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:563)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n", "code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33104/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:738)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:563)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([7A97A890AD4ADFBC:F2C3974A03B6B244]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15275 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> 6854986 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/data-dir-184-001
[junit4] 2> 6854986 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
[junit4] 2> 6854986 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 6855028 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6855030 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72a1f529{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6855182 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@30b0b842{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-46748-hadoop-hdfs-3_2_0-tests_jar-_-any-12964801755903039111.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6855183 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47470e2e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:46748}
[junit4] 2> 6855183 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server Started @6855219ms
[junit4] 2> 6855223 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6855225 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a8f077{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5f2f633f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-44855-hadoop-hdfs-3_2_0-tests_jar-_-any-16267135642738292586.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d997c92{HTTP/1.1,[http/1.1]}{localhost:44855}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server Started @6855409ms
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: Processing first storage report for DS-4ce3dbe1-4a7d-44f6-8ea3-d7d231f7bbcb from datanode a961cdf9-8ab5-495e-b2fd-b618872eab6f
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: from storage DS-4ce3dbe1-4a7d-44f6-8ea3-d7d231f7bbcb node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=a961cdf9-8ab5-495e-b2fd-b618872eab6f, infoPort=36222, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=325650750;c=1580457399433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: Processing first storage report for DS-b4f90d8b-11c7-4fa2-9a5b-e52efe94be65 from datanode a961cdf9-8ab5-495e-b2fd-b618872eab6f
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: from storage DS-b4f90d8b-11c7-4fa2-9a5b-e52efe94be65 node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=a961cdf9-8ab5-495e-b2fd-b618872eab6f, infoPort=36222, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=325650750;c=1580457399433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6855508 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6855508 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6855508 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6855608 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer start zk server on port:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39912
[junit4] 2> 6855610 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855612 INFO (zkConnectionManagerCallback-22137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855612 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6855615 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855616 INFO (zkConnectionManagerCallback-22139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855616 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6855617 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 6855619 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 6855621 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6855622 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 6855623 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 6855624 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 6855626 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 6855627 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6855628 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6855629 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 6855631 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 6855632 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 6855915 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6855915 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6855915 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a138147{/,null,AVAILABLE}
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73c790c5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41503}
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.Server Started @6855954ms
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_control_data, hostPort=41503, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores}
[junit4] 2> 6855917 ERROR (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:40.347946Z
[junit4] 2> 6855918 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855919 INFO (zkConnectionManagerCallback-22141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855920 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6856021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/solr.xml
[junit4] 2> 6856024 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6856024 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6856026 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6856696 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6856697 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dcff313[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856697 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dcff313[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856700 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6cdc792a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856700 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6cdc792a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856702 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6856703 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6856704 INFO (zkConnectionManagerCallback-22148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6856704 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856806 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6856807 INFO (zkConnectionManagerCallback-22150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6856807 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856910 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41503_
[junit4] 2> 6856911 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.Overseer Overseer (id=72203931700494340-127.0.0.1:41503_-n_0000000000) starting
[junit4] 2> 6856916 INFO (OverseerStateUpdate-72203931700494340-127.0.0.1:41503_-n_0000000000) [n:127.0.0.1:41503_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41503_
[junit4] 2> 6856917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41503_
[junit4] 2> 6856919 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6856921 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6856921 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6856954 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6856984 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856996 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856996 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856998 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores
[junit4] 2> 6857019 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6857020 INFO (zkConnectionManagerCallback-22159-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6857020 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6857021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6857022 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39912/solr ready
[junit4] 2> 6857024 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41503_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6857048 INFO (OverseerThreadFactory-17067-thread-1-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 6857155 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6857156 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6858168 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6858190 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 6858316 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 6858333 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 6858335 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6858348 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6858348 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 6858366 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6858378 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6858379 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=176300374, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 6858389 WARN (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 6858489 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6858489 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6858491 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=30.02734375, floorSegmentMB=1.68359375, forceMergeDeletesPctAllowed=23.87357035373358, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=40.11970760157263
[junit4] 2> 6858495 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b313415[control_collection_shard1_replica_n1] main]
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6858498 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1657229701732630528
[junit4] 2> 6858501 INFO (searcherExecutor-17072-thread-1-processing-n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3b313415[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6858503 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6858503 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41503/control_collection_shard1_replica_n1/
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41503/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72203931700494340-core_node2-n_0000000000
[junit4] 2> 6858509 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41503/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 6858610 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858611 INFO (zkCallback-22149-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858611 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6858613 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1458
[junit4] 2> 6858615 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858714 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41503_&wt=javabin&version=2} status=0 QTime=1690
[junit4] 2> 6858714 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 6858819 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6858820 INFO (zkConnectionManagerCallback-22165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6858820 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6858821 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6858822 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39912/solr ready
[junit4] 2> 6858822 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 6858823 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6858826 INFO (OverseerThreadFactory-17067-thread-2-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 6858826 INFO (OverseerCollectionConfigSetProcessor-72203931700494340-127.0.0.1:41503_-n_0000000000) [n:127.0.0.1:41503_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6859030 WARN (OverseerThreadFactory-17067-thread-2-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 6859031 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6859032 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 6859360 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001 of type NRT for shard1
[junit4] 2> 6859361 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a007f0b{/,null,AVAILABLE}
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@757a55fc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32807}
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server Started @6859400ms
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty1, hostPort=32807, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/cores}
[junit4] 2> 6859363 ERROR (closeThreadPool-22166-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:43.793906Z
[junit4] 2> 6859364 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859366 INFO (zkConnectionManagerCallback-22168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859366 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859467 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6859467 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/solr.xml
[junit4] 2> 6859471 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6859471 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6859472 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6859657 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001 of type NRT for shard1
[junit4] 2> 6859658 WARN (closeThreadPool-22166-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859670 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859670 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52c58d6b{/,null,AVAILABLE}
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a4118cf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33104}
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.Server Started @6859708ms
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty2, hostPort=33104, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001/cores}
[junit4] 2> 6859680 ERROR (closeThreadPool-22166-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.110305Z
[junit4] 2> 6859681 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859682 INFO (zkConnectionManagerCallback-22171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859682 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859795 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6859795 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001/solr.xml
[junit4] 2> 6859798 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6859798 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6859799 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6859815 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6859816 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6233b5ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859816 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6233b5ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859819 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a10122c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859819 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a10122c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859821 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6859822 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859822 INFO (zkConnectionManagerCallback-22178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859822 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859954 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859954 INFO (zkConnectionManagerCallback-22180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859954 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859959 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6859960 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001 of type NRT for shard1
[junit4] 2> 6859961 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a479839{/,null,AVAILABLE}
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d4d13e2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36626}
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.Server Started @6859999ms
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty3, hostPort=36626, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001/cores}
[junit4] 2> 6859963 ERROR (closeThreadPool-22166-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.393639Z
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.ZkController Publish node=127.0.0.1:32807_ as DOWN
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32807_
[junit4] 2> 6859965 INFO (zkConnectionManagerCallback-22184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859965 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859971 INFO (zkCallback-22149-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859971 INFO (zkCallback-22179-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859973 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6859974 WARN (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6859979 INFO (zkCallback-22164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859998 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6860044 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860060 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860060 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860062 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/cores
[junit4] 2> 6860072 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6860072 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001/solr.xml
[junit4] 2> 6860075 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6860075 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6860077 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6860097 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32807_
[junit4] 2> 6860251 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001 of type NRT for shard1
[junit4] 2> 6860252 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16107466{/,null,AVAILABLE}
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7aa8a6ca{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39267}
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server Started @6860290ms
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty4, hostPort=39267, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 6860254 ERROR (closeThreadPool-22166-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.684285Z
[junit4] 2> 6860255 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860256 INFO (zkConnectionManagerCallback-22189-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860256 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860357 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6860357 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001/solr.xml
[junit4] 2> 6860360 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6860360 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6860361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6860488 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6860489 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@392ef6a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860489 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@392ef6a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860491 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d775200[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860491 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d775200[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860493 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6860493 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860494 INFO (zkConnectionManagerCallback-22196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860494 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860543 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-5-001 of type NRT for shard1
[junit4] 2> 6860544 WARN (closeThreadPool-22166-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c6f3ca4{/,null,AVAILABLE}
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2df8a574{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39164}
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.Server Started @6860582ms
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty5, hostPort=39164, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-5-001/cores}
[junit4] 2> 6860546 ERROR (closeThreadPool-22166-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.976167Z
[junit4] 2> 6860547 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860548 INFO (zkConnectionManagerCallback-22198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860548 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860596 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860597 INFO (zkConnectionManagerCallback-22200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860598 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860604 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6860608 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.ZkController Publish node=127.0.0.1:36626_ as DOWN
[junit4] 2> 6860609 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6860609 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36
[...truncated too long message...]
seableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n",
[junit4] > "code":500}}
[junit4] > at __randomizedtesting.SeedInfo.seed([7A97A890AD4ADFBC:F2C3974A03B6B244]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 6955353 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5f2f633f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6d997c92{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a8f077{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 6955406 WARN (BP-879000963-127.0.0.1-1580457399433 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44060) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 6955406 WARN (BP-879000963-127.0.0.1-1580457399433 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44060) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-879000963-127.0.0.1-1580457399433 (Datanode Uuid a961cdf9-8ab5-495e-b2fd-b618872eab6f) service to lucene2-us-west.apache.org/127.0.0.1:44060
[junit4] 2> 6955499 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@30b0b842{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47470e2e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72a1f529{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001
[junit4] 2> Jan 31, 2020 7:58:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=Direct), _root_=FST50, intDefault=FST50, id_i1=FST50, id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct), txt_t=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=294, maxMBSortInHeap=6.781923427489147, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@31286c6), locale=ta-MY, timezone=IST
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=4,free=129538432,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyBM25SimilarityFactory, TestUtils, UpdateLogTest, PropertiesRequestHandlerTest, TestRTimerTree, MoreLikeThisHandlerTest, NodeMutatorTest, TestMacros, TestExactStatsCacheCloud, TestDelegationWithHadoopAuth, TestPackages, TestCloudJSONFacetJoinDomain, HdfsLockFactoryTest, V2StandaloneTest, ChaosMonkeyNothingIsSafeTest, ShardSplitTest, RuleEngineTest, QueryElevationComponentTest, SolrIndexSplitterTest, TestJsonFacets, PathHierarchyTokenizerFactoryTest, TestSmileRequest, ConcurrentDeleteAndCreateCollectionTest, ScheduledMaintenanceTriggerTest, TestLegacyFieldReuse, CoreAdminHandlerTest, DeleteShardTest, DistributedSuggestComponentTest, InfoHandlerTest, CloudExitableDirectoryReaderTest, TestManagedSchema, BlockDirectoryTest, DeleteLastCustomShardedReplicaTest, TestCorePropertiesReload, OverseerTaskQueueTest, CdcrWithNodesRestartsTest, CoreMergeIndexesAdminHandlerTest, PluginInfoTest, BlobRepositoryCloudTest, FileUtilsTest, TestSchemaResource, TestTlogReplica, DistributedFacetPivotLongTailTest, TestSimExecutePlanAction, TestJmxIntegration, TestConfigSets, TestPKIAuthenticationPlugin, SharedFSAutoReplicaFailoverTest, SortByFunctionTest, SolrMetricReporterTest, TermVectorComponentDistributedTest, TestUtilizeNode, TestZkAclsWithHadoopAuth, LeaderFailoverAfterPartitionTest, TestSolrIndexConfig, TestSolrCloudWithKerberosAlt, TestAddFieldRealTimeGet, DistributedVersionInfoTest, DateRangeFieldTest, TestFiltering, AtomicUpdatesTest, TestManagedResource, AsyncCallRequestStatusResponseTest, TestIBSimilarityFactory, RollingRestartTest, SolrJmxReporterCloudTest, PeerSyncWithBufferUpdatesTest, CopyFieldTest, TestLegacyFieldCache, TestSchemaManager, TestFastOutputStream, TestSizeLimitedDistributedMap, SuggesterTSTTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSolrTestCaseJ4, TestConfigReload, ZookeeperStatusHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, Tagger2Test, TriggerIntegrationTest, TestStressReorder, TestCloudSearcherWarming, PeerSyncWithLeaderTest, SearchHandlerTest, TestOrdValues, TestLegacyNumericRangeQueryBuilder, DistributedFacetPivotWhiteBoxTest, TestLocalStatsCacheCloud, BasicAuthStandaloneTest, TestNestedDocsSort, TestFileDictionaryLookup, TestBulkSchemaAPI, TestStandardQParsers, HighlighterMaxOffsetTest, TestDistributedSearch, TestDefaultStatsCache, TestFieldCache, ReplaceNodeTest, MinimalSchemaTest, TestCloudPseudoReturnFields, TestSimUtils, SubstringBytesRefFilterTest, UUIDFieldTest, TestSimComputePlanAction, TestRecoveryHdfs, SolrRequestParserTest, PeerSyncReplicationTest, InfixSuggestersTest, SaslZkACLProviderTest, LeaderVoteWaitTimeoutTest, SolrLogPostToolTest, TestCollationField, TestClassicSimilarityFactory, HttpTriggerListenerTest, TestDistribPackageStore, NodeLostTriggerTest, SolrCloudExampleTest, TestSearchPerf, SolrInfoBeanTest, ZkStateReaderTest, TestSolrJacksonAnnotation, TestDistributedStatsComponentCardinality, TestCollectionAPIs, TestRawTransformer, TestCustomSort, PolyFieldTest, CustomTermsComponentTest, TestHighFrequencyDictionaryFactory, TestOmitPositions, TestRTGBase, TestNestedUpdateProcessor, ShowFileRequestHandlerTest, TestTextField, TestLocalFSCloudBackupRestore, SearchHandlerTest, QueryParsingTest, TestNRTOpen, TestPHPSerializedResponseWriter, DefaultValueUpdateProcessorTest, NodeAddedTriggerIntegrationTest, AutoAddReplicasIntegrationTest, TestSSLRandomization, DistributedExpandComponentTest, OverseerSolrResponseTest, StatsComponentTest, TestPolicyCloud, TestSimGenericDistributedQueue, TestSimLargeCluster, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, StressHdfsTest]
[junit4] Completed [616/900 (1!)] on J1 in 103.60s, 1 test, 1 error <<< FAILURES!
[...truncated 53406 lines...]