You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/02/15 06:54:15 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2104 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2104/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:38497/p_p/g
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:38497/p_p/g
at __randomizedtesting.SeedInfo.seed([D7D50D1FB21EA1AD:5F8132C51CE2CC55]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 52 more
Build Log:
[...truncated 14352 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 3145768 INFO (SUITE-RollingRestartTest-seed#[D7D50D1FB21EA1AD]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 3145769 INFO (SUITE-RollingRestartTest-seed#[D7D50D1FB21EA1AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/data-dir-244-001
[junit4] 2> 3145769 WARN (SUITE-RollingRestartTest-seed#[D7D50D1FB21EA1AD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=154 numCloses=154
[junit4] 2> 3145769 INFO (SUITE-RollingRestartTest-seed#[D7D50D1FB21EA1AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3145770 INFO (SUITE-RollingRestartTest-seed#[D7D50D1FB21EA1AD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 3145770 INFO (SUITE-RollingRestartTest-seed#[D7D50D1FB21EA1AD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3145770 INFO (SUITE-RollingRestartTest-seed#[D7D50D1FB21EA1AD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /p_p/g
[junit4] 2> 3145774 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3145774 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3145774 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3145874 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer start zk server on port:41783
[junit4] 2> 3145874 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41783
[junit4] 2> 3145874 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41783
[junit4] 2> 3145875 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41783
[junit4] 2> 3145876 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3145878 INFO (zkConnectionManagerCallback-13985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3145878 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3145881 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3145881 INFO (zkConnectionManagerCallback-13987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3145881 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3145883 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3145885 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3145886 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3145887 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3145888 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3145889 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3145891 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3145892 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3145893 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3145894 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3145895 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3145896 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3145897 INFO (zkConnectionManagerCallback-13991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3145897 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3145999 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 3146150 WARN (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3146150 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3146150 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3146150 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3146152 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3146152 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3146152 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3146153 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4589a1f1{/p_p/g,null,AVAILABLE}
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b9831fa{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38497}
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.s.Server Started @3146205ms
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/control/data, hostPort=38497, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/control-001/cores, replicaType=NRT}
[junit4] 2> 3146155 ERROR (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3146155 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:19.481636Z
[junit4] 2> 3146158 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3146158 INFO (zkConnectionManagerCallback-13993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3146158 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3146260 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3146260 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/control-001/solr.xml
[junit4] 2> 3146263 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3146263 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3146265 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3146605 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3146606 WARN (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f1d3be0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3146606 WARN (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f1d3be0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3146610 WARN (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@664f53a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3146610 WARN (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@664f53a6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3146611 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41783/solr
[junit4] 2> 3146612 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3146613 INFO (zkConnectionManagerCallback-14000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3146613 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3146715 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3146716 INFO (zkConnectionManagerCallback-14002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3146716 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3146808 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38497_p_p%2Fg
[junit4] 2> 3146809 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.Overseer Overseer (id=73248217505660933-127.0.0.1:38497_p_p%2Fg-n_0000000000) starting
[junit4] 2> 3146813 INFO (OverseerStateUpdate-73248217505660933-127.0.0.1:38497_p_p%2Fg-n_0000000000) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38497_p_p%2Fg
[junit4] 2> 3146813 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38497_p_p%2Fg
[junit4] 2> 3146817 INFO (OverseerStateUpdate-73248217505660933-127.0.0.1:38497_p_p%2Fg-n_0000000000) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3146819 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3146819 WARN (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3146849 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3146869 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049
[junit4] 2> 3146876 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049
[junit4] 2> 3146876 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049
[junit4] 2> 3146877 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/control-001/cores
[junit4] 2> 3146891 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3146892 INFO (zkConnectionManagerCallback-14011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3146892 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3146893 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3146894 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41783/solr ready
[junit4] 2> 3146932 INFO (qtp1822272085-74582) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38497_p_p%252Fg&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3146935 INFO (OverseerThreadFactory-10205-thread-1-processing-n:127.0.0.1:38497_p_p%2Fg) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3147049 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3147049 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3148059 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3148075 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 3148194 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3148208 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 3148209 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049
[junit4] 2> 3148209 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3148215 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=20.0908203125, floorSegmentMB=1.6318359375, forceMergeDeletesPctAllowed=29.615511706601175, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19975208447998494, deletesPctAllowed=41.37777392622138
[junit4] 2> 3148224 WARN (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 3148292 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3148292 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3148294 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3148294 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3148295 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=39.1630859375, floorSegmentMB=0.34375, forceMergeDeletesPctAllowed=13.7245646740162, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6535707433197302, deletesPctAllowed=29.298195859293884
[junit4] 2> 3148295 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e2f582d[control_collection_shard1_replica_n1] main]
[junit4] 2> 3148297 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3148297 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3148298 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3148298 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658580769569767424
[junit4] 2> 3148301 INFO (searcherExecutor-10210-thread-1-processing-n:127.0.0.1:38497_p_p%2Fg x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@7e2f582d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3148307 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3148307 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 3148310 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3148310 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3148310 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38497/p_p/g/control_collection_shard1_replica_n1/
[junit4] 2> 3148310 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3148310 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:38497/p_p/g/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3148310 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73248217505660933-core_node2-n_0000000000
[junit4] 2> 3148313 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38497/p_p/g/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3148414 INFO (zkCallback-14001-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3148415 INFO (zkCallback-14001-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3148416 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3148418 INFO (qtp1822272085-74581) [n:127.0.0.1:38497_p_p%2Fg c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1369
[junit4] 2> 3148421 INFO (qtp1822272085-74582) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 3148518 INFO (zkCallback-14001-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3148518 INFO (zkCallback-14001-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3148518 INFO (zkCallback-14001-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3148518 INFO (qtp1822272085-74582) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38497_p_p%252Fg&wt=javabin&version=2} status=0 QTime=1586
[junit4] 2> 3148519 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 3148624 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3148624 INFO (zkConnectionManagerCallback-14017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3148624 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3148625 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3148626 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41783/solr ready
[junit4] 2> 3148626 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3148661 INFO (qtp1822272085-74580) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3148664 INFO (OverseerThreadFactory-10205-thread-2-processing-n:127.0.0.1:38497_p_p%2Fg) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3148664 INFO (OverseerCollectionConfigSetProcessor-73248217505660933-127.0.0.1:38497_p_p%2Fg-n_0000000000) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3148867 WARN (OverseerThreadFactory-10205-thread-2-processing-n:127.0.0.1:38497_p_p%2Fg) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3148868 INFO (qtp1822272085-74580) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 3148869 INFO (qtp1822272085-74580) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 3148870 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 3148870 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 3148870 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 3148870 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 3148870 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 3148870 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 3148870 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 3149011 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-1-001 of type NRT for shard2
[junit4] 2> 3149023 WARN (closeThreadPool-14018-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3149023 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3149023 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3149023 INFO (closeThreadPool-14018-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3149029 INFO (closeThreadPool-14018-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3149029 INFO (closeThreadPool-14018-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3149029 INFO (closeThreadPool-14018-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3149029 INFO (closeThreadPool-14018-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fdafbb9{/p_p/g,null,AVAILABLE}
[junit4] 2> 3149030 INFO (closeThreadPool-14018-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e3314af{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46231}
[junit4] 2> 3149030 INFO (closeThreadPool-14018-thread-1) [ ] o.e.j.s.Server Started @3149081ms
[junit4] 2> 3149030 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty1, hostPort=46231, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 3149031 ERROR (closeThreadPool-14018-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3149031 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3149031 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3149031 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3149031 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3149031 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:22.357432Z
[junit4] 2> 3149036 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3149036 INFO (zkConnectionManagerCallback-14020-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3149036 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3149137 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3149137 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-1-001/solr.xml
[junit4] 2> 3149140 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3149140 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3149142 INFO (closeThreadPool-14018-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3149197 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-2-001 of type NRT for shard1
[junit4] 2> 3149211 WARN (closeThreadPool-14018-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3149211 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3149211 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3149211 INFO (closeThreadPool-14018-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3149254 INFO (closeThreadPool-14018-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3149254 INFO (closeThreadPool-14018-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3149254 INFO (closeThreadPool-14018-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3149257 INFO (closeThreadPool-14018-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7531ce29{/p_p/g,null,AVAILABLE}
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68d22e4a{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34433}
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.e.j.s.Server Started @3149308ms
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty2, hostPort=34433, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 3149258 ERROR (closeThreadPool-14018-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3149258 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:22.584714Z
[junit4] 2> 3149273 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3149289 INFO (zkConnectionManagerCallback-14023-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3149289 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3149390 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3149390 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-2-001/solr.xml
[junit4] 2> 3149392 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-3-001 of type NRT for shard2
[junit4] 2> 3149393 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3149393 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3149395 INFO (closeThreadPool-14018-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3149407 WARN (closeThreadPool-14018-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3149407 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3149407 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3149407 INFO (closeThreadPool-14018-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3149470 INFO (closeThreadPool-14018-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3149470 INFO (closeThreadPool-14018-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3149470 INFO (closeThreadPool-14018-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3149486 INFO (closeThreadPool-14018-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45e1ccd0{/p_p/g,null,AVAILABLE}
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34712128{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39659}
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.e.j.s.Server Started @3149542ms
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty3, hostPort=39659, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 3149492 ERROR (closeThreadPool-14018-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3149492 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:22.818569Z
[junit4] 2> 3149511 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3149541 INFO (zkConnectionManagerCallback-14026-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3149541 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3149611 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-4-001 of type NRT for shard1
[junit4] 2> 3149625 WARN (closeThreadPool-14018-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3149625 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3149625 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3149625 INFO (closeThreadPool-14018-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3149642 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3149642 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-3-001/solr.xml
[junit4] 2> 3149645 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3149645 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3149646 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3149713 INFO (closeThreadPool-14018-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3149713 INFO (closeThreadPool-14018-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3149713 INFO (closeThreadPool-14018-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3149720 INFO (closeThreadPool-14018-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4caa4b83{/p_p/g,null,AVAILABLE}
[junit4] 2> 3149720 INFO (closeThreadPool-14018-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4efd922e{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40095}
[junit4] 2> 3149720 INFO (closeThreadPool-14018-thread-4) [ ] o.e.j.s.Server Started @3149771ms
[junit4] 2> 3149720 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty4, hostPort=40095, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 3149721 ERROR (closeThreadPool-14018-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3149721 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3149721 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3149721 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3149721 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3149721 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:23.047283Z
[junit4] 2> 3149738 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3149753 INFO (zkConnectionManagerCallback-14029-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3149753 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3149854 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-5-001 of type NRT for shard2
[junit4] 2> 3149854 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3149854 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-4-001/solr.xml
[junit4] 2> 3149857 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3149857 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3149858 INFO (closeThreadPool-14018-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3149879 WARN (closeThreadPool-14018-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3149880 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3149880 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3149880 INFO (closeThreadPool-14018-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3149977 INFO (closeThreadPool-14018-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3149977 INFO (closeThreadPool-14018-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3149977 INFO (closeThreadPool-14018-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3149985 INFO (closeThreadPool-14018-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@566fa496{/p_p/g,null,AVAILABLE}
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@192920f3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42199}
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.e.j.s.Server Started @3150036ms
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty5, hostPort=42199, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 3149986 ERROR (closeThreadPool-14018-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3149986 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:23.312656Z
[junit4] 2> 3150009 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3150014 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-6-001 of type NRT for shard1
[junit4] 2> 3150015 INFO (zkConnectionManagerCallback-14032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150015 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3150027 WARN (closeThreadPool-14018-thread-6) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3150027 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3150027 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3150027 INFO (closeThreadPool-14018-thread-6) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3150093 INFO (closeThreadPool-14018-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3150093 INFO (closeThreadPool-14018-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3150093 INFO (closeThreadPool-14018-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3150105 INFO (closeThreadPool-14018-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ca16b5{/p_p/g,null,AVAILABLE}
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d433ee2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33275}
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.e.j.s.Server Started @3150156ms
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty6, hostPort=33275, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 3150106 ERROR (closeThreadPool-14018-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3150106 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:23.432548Z
[junit4] 2> 3150115 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3150115 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-5-001/solr.xml
[junit4] 2> 3150118 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3150118 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3150119 INFO (closeThreadPool-14018-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3150121 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3150131 INFO (zkConnectionManagerCallback-14034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150131 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3150232 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3150232 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-6-001/solr.xml
[junit4] 2> 3150235 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3150235 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3150236 INFO (closeThreadPool-14018-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3150338 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-7-001 of type NRT for shard2
[junit4] 2> 3150368 WARN (closeThreadPool-14018-thread-7) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3150368 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3150368 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3150368 INFO (closeThreadPool-14018-thread-7) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3150398 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 3150417 INFO (closeThreadPool-14018-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3150417 INFO (closeThreadPool-14018-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3150417 INFO (closeThreadPool-14018-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3150433 INFO (closeThreadPool-14018-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31e62726{/p_p/g,null,AVAILABLE}
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5944dbca{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34845}
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.e.j.s.Server Started @3150484ms
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty7, hostPort=34845, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-7-001/cores, replicaType=NRT}
[junit4] 2> 3150434 ERROR (closeThreadPool-14018-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3150434 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:23.760983Z
[junit4] 2> 3150441 WARN (closeThreadPool-14018-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d20427e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3150441 WARN (closeThreadPool-14018-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d20427e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3150446 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3150496 WARN (closeThreadPool-14018-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5507d33b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3150496 WARN (closeThreadPool-14018-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5507d33b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3150497 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41783/solr
[junit4] 2> 3150502 INFO (zkConnectionManagerCallback-14039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150502 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3150517 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3150546 INFO (zkConnectionManagerCallback-14044-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150546 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3150605 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3150605 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-7-001/solr.xml
[junit4] 2> 3150608 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3150608 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3150609 INFO (closeThreadPool-14018-thread-7) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3150666 INFO (OverseerCollectionConfigSetProcessor-73248217505660933-127.0.0.1:38497_p_p%2Fg-n_0000000000) [n:127.0.0.1:38497_p_p%2Fg ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3150673 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3150681 INFO (zkConnectionManagerCallback-14047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150681 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3150683 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-8-001 of type NRT for shard1
[junit4] 2> 3150685 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3150687 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.ZkController Publish node=127.0.0.1:39659_p_p%2Fg as DOWN
[junit4] 2> 3150688 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3150688 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39659_p_p%2Fg
[junit4] 2> 3150689 INFO (zkCallback-14016-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3150689 INFO (zkCallback-14001-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3150691 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3150691 WARN (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3150722 WARN (closeThreadPool-14018-thread-8) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3150722 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3150722 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3150722 INFO (closeThreadPool-14018-thread-8) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3150729 INFO (zkCallback-14046-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3150804 INFO (closeThreadPool-14018-thread-8) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3150804 INFO (closeThreadPool-14018-thread-8) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3150804 INFO (closeThreadPool-14018-thread-8) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3150811 INFO (closeThreadPool-14018-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2df8c926{/p_p/g,null,AVAILABLE}
[junit4] 2> 3150811 INFO (closeThreadPool-14018-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4452f1c0{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39477}
[junit4] 2> 3150811 INFO (closeThreadPool-14018-thread-8) [ ] o.e.j.s.Server Started @3150862ms
[junit4] 2> 3150811 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/p_p/g, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/tempDir-001/jetty8, hostPort=39477, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-8-001/cores, replicaType=NRT}
[junit4] 2> 3150812 ERROR (closeThreadPool-14018-thread-8) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3150812 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3150812 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3150812 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3150812 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 3150812 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-15T05:51:24.138195Z
[junit4] 2> 3150832 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3150838 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3150874 INFO (zkConnectionManagerCallback-14053-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3150874 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3150886 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049
[junit4] 2> 3150909 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049
[junit4] 2> 3150909 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049
[junit4] 2> 3150910 INFO (closeThreadPool-14018-thread-3) [n:127.0.0.1:39659_p_p%2Fg ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-3-001/cores
[junit4] 2> 3150949 INFO (TEST-RollingRestartTest.test-seed#[D7D50D1FB21EA1AD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 9 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-9-001 of type NRT for shard2
[junit4] 2> 3150962 WARN (closeThreadPool-14018-thread-9) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3150962 INFO (closeThreadPool-14018-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3150962 INFO (closeThreadPool-14018-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3150962 INFO (closeThreadPool-14018-thread-9) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3150964 INFO (closeThreadPool-14018-thread-3) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:39659_p_p%2Fg
[junit4] 2> 3150975 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3150975 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001/shard-8-001/solr.xml
[junit4] 2> 3150978 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3150978 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3150979 INFO (closeThreadPool-14018-thread-8) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@77fcc049, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3151039 INFO (closeThreadPool-14018-thread-9) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3151039 INFO (closeThreadPool-14018-thread-9) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3151039 INFO (closeThreadPool-14018-thread-9) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3151059 INFO (closeThreadPool-14018-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a8e9948{/p_p/g,null,AVAILABLE}
[junit4] 2> 3151060 INFO (closeThreadPool-14018-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@60de361c{ssl,[ssl, alpn, http/1.
[...truncated too long message...]
rom server at: https://127.0.0.1:38497/p_p/g
[junit4] > at __randomizedtesting.SeedInfo.seed([D7D50D1FB21EA1AD:5F8132C51CE2CC55]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 52 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7D50D1FB21EA1AD-001
[junit4] 2> Feb 15, 2020 5:53:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=2032, maxMBSortInHeap=5.374070316799943, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@33e8db4a), locale=fr-GP, timezone=MST7MDT
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=127349328,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotLargeTest, TestDistribPackageStore, TestJsonFacets, SpatialRPTFieldTypeTest, DistributedQueryComponentCustomSortTest, TriggerIntegrationTest, InfoHandlerTest, UUIDUpdateProcessorFallbackTest, TestFieldCache, TestReRankQParserPlugin, TestSQLHandlerNonCloud, TestJoin, DefaultValueUpdateProcessorTest, PrimitiveFieldTypeTest, TestRTGBase, TestSolrCachePerf, TestSolrCloudWithKerberosAlt, DistribDocExpirationUpdateProcessorTest, BigEndianAscendingWordSerializerTest, LargeFieldTest, TestTolerantSearch, SharedFSAutoReplicaFailoverTest, TestSimComputePlanAction, V2StandaloneTest, UnloadDistributedZkTest, TestUtilizeNode, TestLocalStatsCacheCloud, TestOnReconnectListenerSupport, CreateCollectionCleanupTest, ResponseLogComponentTest, TestUtils, TestSolrIndexConfig, DocValuesTest, NodeMutatorTest, TestSimExecutePlanAction, SearchRateTriggerIntegrationTest, TermsComponentTest, ProtectedTermFilterFactoryTest, SolrCmdDistributorTest, TestDistributedTracing, TestUnifiedSolrHighlighterWithoutStoredId, DistributedFacetPivotSmallTest, TestLegacyFieldCache, TestSerializedLuceneMatchVersion, TestLRUStatsCacheCloud, TestConfigReload, CdcrBidirectionalTest, TestCloudPseudoReturnFields, MetricsConfigTest, MoreLikeThisHandlerTest, TestRandomRequestDistribution, AliasIntegrationTest, CollectionPropsTest, ClusterStateMockUtilTest, TestSearchPerf, TestSolrJacksonAnnotation, TestTextField, BadIndexSchemaTest, CdcrWithNodesRestartsTest, DistributedFacetSimpleRefinementLongTailTest, TokenizerChainTest, TestAddFieldRealTimeGet, TestRawTransformer, DirectoryFactoryTest, TestDynamicLoading, AsyncCallRequestStatusResponseTest, PeerSyncWithBufferUpdatesTest, SolrJmxReporterCloudTest, AdminHandlersProxyTest, RuleEngineTest, BlockDirectoryTest, TestPullReplicaErrorHandling, DistributedVersionInfoTest, HdfsTlogReplayBufferedWhileIndexingTest, TestManagedSchema, IndexSchemaRuntimeFieldTest, NodeLostTriggerTest, TestZkChroot, TestConfigOverlay, CollectionsAPIAsyncDistributedZkTest, TestSubQueryTransformer, UpdateLogTest, DeleteLastCustomShardedReplicaTest, TestUninvertingReader, TestZkAclsWithHadoopAuth, SignificantTermsQParserPluginTest, TestStressInPlaceUpdates, PolyFieldTest, HighlighterConfigTest, TestInPlaceUpdatesRequiredField, CdcrUpdateLogTest, TestValueSourceCache, TestSizeLimitedDistributedMap, TestBadConfig, SpellCheckCollatorWithCollapseTest, TestDownShardTolerantSearch, TestFastOutputStream, UUIDFieldTest, BasicDistributedZkTest, SolrIndexSplitterTest, CurrencyRangeFacetCloudTest, FacetPivotSmallTest, TestBulkSchemaConcurrent, ConvertedLegacyTest, ClassificationUpdateProcessorIntegrationTest, TestSimPolicyCloud, CachingDirectoryFactoryTest, XMLAtomicUpdateMultivalueTest, ZookeeperStatusHandlerTest, HdfsBasicDistributedZkTest, PhrasesIdentificationComponentTest, QueryParsingTest, ConcurrentCreateRoutedAliasTest, BJQParserTest, TestSolrConfigHandler, LeaderVoteWaitTimeoutTest, OverseerTaskQueueTest, DistributedSpellCheckComponentTest, TestFileDictionaryLookup, DistributedDebugComponentTest, MetricsHistoryWithAuthIntegrationTest, TestHighFrequencyDictionaryFactory, TestUnInvertedFieldException, TestCloudInspectUtil, FullHLLTest, ReplaceNodeTest, OutputWriterTest, TestDefaultStatsCache, HighlighterWithoutStoredIdTest, TestPHPSerializedResponseWriter, TestOverriddenPrefixQueryForCustomFieldType, TestLegacyFieldReuse, TestChildDocTransformer, XCJFQueryTest, TestDocumentBuilder, TestBulkSchemaAPI, TestOmitPositions, StatsReloadRaceTest, TestPseudoReturnFields, TestSchemaManager, TestNRTOpen, CustomHighlightComponentTest, TestSurroundQueryParser, TestManagedSynonymFilterFactory, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, MoveReplicaTest, MultiSolrCloudTestCaseTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, PackageManagerCLITest, RecoveryAfterSoftCommitTest, RecoveryZkTest, ReindexCollectionTest, RollingRestartTest]
[junit4] Completed [447/904 (1!)] on J2 in 151.77s, 1 test, 1 error <<< FAILURES!
[...truncated 53997 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2111 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2111/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([B17B537CC2F9B000:392F6CA66C05DDF8]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14919 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 4487230 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 4487230 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4487230 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/data-dir-221-001
[junit4] 2> 4487230 WARN (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 4487230 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4487231 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 4487232 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4487292 WARN (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4487294 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4487295 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4487295 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4487295 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4487295 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a0d58a2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4487449 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5d0297f3{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost_localdomain-35887-hadoop-hdfs-3_2_0-tests_jar-_-any-5368395901943143748.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 4487449 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@578493af{HTTP/1.1,[http/1.1]}{localhost.localdomain:35887}
[junit4] 2> 4487449 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.Server Started @4487486ms
[junit4] 2> 4487507 WARN (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4487508 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4487510 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4487510 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4487510 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4487510 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fff8a02{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4487629 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3e6b8a27{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-36295-hadoop-hdfs-3_2_0-tests_jar-_-any-12697710436294043592.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 4487629 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61c41385{HTTP/1.1,[http/1.1]}{localhost:36295}
[junit4] 2> 4487629 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.Server Started @4487666ms
[junit4] 2> 4487766 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5ae9a75e2d6a2bc5: Processing first storage report for DS-37604381-eafc-42ea-9bc8-b8670b8ab45a from datanode 83f6d46f-5e34-4418-9dbd-b9676bf8fdec
[junit4] 2> 4487766 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5ae9a75e2d6a2bc5: from storage DS-37604381-eafc-42ea-9bc8-b8670b8ab45a node DatanodeRegistration(127.0.0.1:45461, datanodeUuid=83f6d46f-5e34-4418-9dbd-b9676bf8fdec, infoPort=38735, infoSecurePort=0, ipcPort=35043, storageInfo=lv=-57;cid=testClusterID;nsid=1426251164;c=1582354540363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4487766 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5ae9a75e2d6a2bc5: Processing first storage report for DS-db09cbef-8e30-4914-89f5-8ec452d37f87 from datanode 83f6d46f-5e34-4418-9dbd-b9676bf8fdec
[junit4] 2> 4487766 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x5ae9a75e2d6a2bc5: from storage DS-db09cbef-8e30-4914-89f5-8ec452d37f87 node DatanodeRegistration(127.0.0.1:45461, datanodeUuid=83f6d46f-5e34-4418-9dbd-b9676bf8fdec, infoPort=38735, infoSecurePort=0, ipcPort=35043, storageInfo=lv=-57;cid=testClusterID;nsid=1426251164;c=1582354540363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4487856 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4487856 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4487856 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4487956 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer start zk server on port:43667
[junit4] 2> 4487956 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43667
[junit4] 2> 4487956 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43667
[junit4] 2> 4487956 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43667
[junit4] 2> 4487958 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4487960 INFO (zkConnectionManagerCallback-20817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4487960 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4487962 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4487963 INFO (zkConnectionManagerCallback-20819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4487963 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4487964 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4487965 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4487966 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4487967 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4487968 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4487969 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4487970 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4487971 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4487971 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4487972 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4487973 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4487975 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4487975 INFO (zkConnectionManagerCallback-20823-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4487975 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4488077 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 4488229 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4488229 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4488229 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4488235 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4488235 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4488235 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4488236 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@839cc1d{/,null,AVAILABLE}
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d4aed52{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46199}
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.s.Server Started @4488274ms
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_control_data, hostPort=46199, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/control-001/cores}
[junit4] 2> 4488237 ERROR (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4488237 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:41.348846Z
[junit4] 2> 4488240 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4488245 INFO (zkConnectionManagerCallback-20825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4488245 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4488347 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4488347 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/control-001/solr.xml
[junit4] 2> 4488350 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4488350 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4488351 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4489146 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4489148 WARN (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3890c06d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4489148 WARN (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3890c06d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4489151 WARN (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54bfa283[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4489151 WARN (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54bfa283[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4489152 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4489153 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4489156 INFO (zkConnectionManagerCallback-20832-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4489156 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4489258 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4489259 INFO (zkConnectionManagerCallback-20834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4489259 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4489329 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46199_
[junit4] 2> 4489330 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.c.Overseer Overseer (id=73288106769711109-127.0.0.1:46199_-n_0000000000) starting
[junit4] 2> 4489334 INFO (OverseerStateUpdate-73288106769711109-127.0.0.1:46199_-n_0000000000) [n:127.0.0.1:46199_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46199_
[junit4] 2> 4489335 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46199_
[junit4] 2> 4489336 INFO (zkCallback-20833-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4489337 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4489338 WARN (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4489356 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4489378 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c
[junit4] 2> 4489386 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c
[junit4] 2> 4489386 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c
[junit4] 2> 4489387 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [n:127.0.0.1:46199_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/control-001/cores
[junit4] 2> 4489403 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4489405 INFO (zkConnectionManagerCallback-20843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4489405 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4489412 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4489412 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43667/solr ready
[junit4] 2> 4489448 INFO (qtp1032895805-151220) [n:127.0.0.1:46199_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46199_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4489451 INFO (OverseerThreadFactory-15818-thread-1-processing-n:127.0.0.1:46199_) [n:127.0.0.1:46199_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4489564 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4489564 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4490574 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 4490620 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 4490718 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4490736 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 4490736 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c
[junit4] 2> 4490736 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35847/solr_hdfs_home
[junit4] 2> 4490736 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4490736 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:35847/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 4490737 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35847/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 4490745 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4490745 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 4490745 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4490748 WARN (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 4495750 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4495751 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35847/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 4495766 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35847/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 4495772 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4495772 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 4495772 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4495775 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4495775 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=77.716796875, floorSegmentMB=1.43359375, forceMergeDeletesPctAllowed=3.3339192782120284, segmentsPerTier=44.0, maxCFSSegmentSizeMB=0.9423828125, noCFSRatio=1.0, deletesPctAllowed=38.58366471507388
[junit4] 2> 4495784 WARN (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 4495843 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4495843 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4495843 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 4495852 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4495852 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4495853 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=106.478515625, floorSegmentMB=0.568359375, forceMergeDeletesPctAllowed=17.92212604825535, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=22.927839180350503
[junit4] 2> 4495856 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5085aa3f[control_collection_shard1_replica_n1] main]
[junit4] 2> 4495857 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4495858 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4495858 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4495858 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659219003539718144
[junit4] 2> 4495861 INFO (searcherExecutor-15823-thread-1-processing-n:127.0.0.1:46199_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5085aa3f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4495863 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4495863 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 4495865 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4495865 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4495865 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46199/control_collection_shard1_replica_n1/
[junit4] 2> 4495865 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4495866 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:46199/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 4495866 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73288106769711109-core_node2-n_0000000000
[junit4] 2> 4495867 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46199/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 4495868 INFO (zkCallback-20833-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4495868 INFO (zkCallback-20833-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4495868 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4495870 INFO (qtp1032895805-151219) [n:127.0.0.1:46199_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=6306
[junit4] 2> 4495871 INFO (qtp1032895805-151220) [n:127.0.0.1:46199_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4495970 INFO (zkCallback-20833-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4495970 INFO (zkCallback-20833-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4495970 INFO (zkCallback-20833-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4495971 INFO (qtp1032895805-151220) [n:127.0.0.1:46199_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46199_&wt=javabin&version=2} status=0 QTime=6523
[junit4] 2> 4495971 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 4496076 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4496076 INFO (zkConnectionManagerCallback-20849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4496076 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4496078 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4496079 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43667/solr ready
[junit4] 2> 4496079 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4496114 INFO (qtp1032895805-151218) [n:127.0.0.1:46199_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4496116 INFO (OverseerThreadFactory-15818-thread-2-processing-n:127.0.0.1:46199_) [n:127.0.0.1:46199_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4496116 INFO (OverseerCollectionConfigSetProcessor-73288106769711109-127.0.0.1:46199_-n_0000000000) [n:127.0.0.1:46199_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4496319 WARN (OverseerThreadFactory-15818-thread-2-processing-n:127.0.0.1:46199_) [n:127.0.0.1:46199_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 4496320 INFO (qtp1032895805-151218) [n:127.0.0.1:46199_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4496320 INFO (qtp1032895805-151218) [n:127.0.0.1:46199_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 4496332 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4496332 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4496332 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4496332 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4496332 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4496332 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4496333 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 4496490 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-1-001 of type NRT for shard1
[junit4] 2> 4496492 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4496492 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4496492 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4496495 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4496495 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4496495 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4496495 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3310d5f4{/,null,AVAILABLE}
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c63d985{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:38143}
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.Server Started @4496533ms
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_jetty1, hostPort=38143, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 4496496 ERROR (closeThreadPool-20850-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4496496 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:49.607936Z
[junit4] 2> 4496498 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4496498 INFO (zkConnectionManagerCallback-20852-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4496498 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4496599 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4496599 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-1-001/solr.xml
[junit4] 2> 4496602 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4496602 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4496603 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4496649 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-2-001 of type NRT for shard1
[junit4] 2> 4496654 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4496654 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4496654 INFO (closeThreadPool-20850-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4496679 INFO (closeThreadPool-20850-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4496679 INFO (closeThreadPool-20850-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4496679 INFO (closeThreadPool-20850-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4496680 INFO (closeThreadPool-20850-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42237d0a{/,null,AVAILABLE}
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65b7f20a{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46737}
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.e.j.s.Server Started @4496718ms
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_jetty2, hostPort=46737, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 4496681 ERROR (closeThreadPool-20850-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4496681 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:49.792698Z
[junit4] 2> 4496685 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4496687 INFO (zkConnectionManagerCallback-20855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4496687 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4496789 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4496789 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-2-001/solr.xml
[junit4] 2> 4496792 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4496792 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4496800 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4496838 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-3-001 of type NRT for shard1
[junit4] 2> 4496846 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4496846 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4496847 INFO (closeThreadPool-20850-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4496847 INFO (closeThreadPool-20850-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4496847 INFO (closeThreadPool-20850-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4496847 INFO (closeThreadPool-20850-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4496847 INFO (closeThreadPool-20850-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@724b3f8d{/,null,AVAILABLE}
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@de7f2cc{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41591}
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.e.j.s.Server Started @4496885ms
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_jetty3, hostPort=41591, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 4496848 ERROR (closeThreadPool-20850-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4496848 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:49.959885Z
[junit4] 2> 4496849 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4496850 INFO (zkConnectionManagerCallback-20858-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4496850 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4496956 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4496956 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-3-001/solr.xml
[junit4] 2> 4496958 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4496958 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4496960 INFO (closeThreadPool-20850-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4496962 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4496963 WARN (closeThreadPool-20850-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2bc6b41[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4496963 WARN (closeThreadPool-20850-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2bc6b41[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4496974 WARN (closeThreadPool-20850-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2e50f11d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4496974 WARN (closeThreadPool-20850-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2e50f11d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4496975 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4496977 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4496978 INFO (zkConnectionManagerCallback-20865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4496978 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4496990 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-4-001 of type NRT for shard1
[junit4] 2> 4496994 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4496994 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4496994 INFO (closeThreadPool-20850-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4497006 INFO (closeThreadPool-20850-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4497006 INFO (closeThreadPool-20850-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4497006 INFO (closeThreadPool-20850-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4497007 INFO (closeThreadPool-20850-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fa2348{/,null,AVAILABLE}
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@637c1954{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34811}
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.e.j.s.Server Started @4497045ms
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_jetty4, hostPort=34811, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 4497008 ERROR (closeThreadPool-20850-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4497008 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:50.119590Z
[junit4] 2> 4497010 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4497010 INFO (zkConnectionManagerCallback-20867-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497010 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4497080 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4497080 INFO (zkConnectionManagerCallback-20869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497080 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4497085 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4497087 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.ZkController Publish node=127.0.0.1:38143_ as DOWN
[junit4] 2> 4497088 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4497088 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38143_
[junit4] 2> 4497089 INFO (zkCallback-20833-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4497090 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4497090 WARN (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4497101 INFO (zkCallback-20848-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4497111 INFO (zkCallback-20868-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4497120 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4497153 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c
[junit4] 2> 4497164 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c
[junit4] 2> 4497164 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c
[junit4] 2> 4497165 INFO (closeThreadPool-20850-thread-1) [n:127.0.0.1:38143_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-1-001/cores
[junit4] 2> 4497179 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4497179 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-4-001/solr.xml
[junit4] 2> 4497182 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4497182 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4497183 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4497210 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-5-001 of type NRT for shard1
[junit4] 2> 4497222 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4497222 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4497222 INFO (closeThreadPool-20850-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4497225 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:38143_
[junit4] 2> 4497273 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4497344 WARN (closeThreadPool-20850-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@51c3e91c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4497344 WARN (closeThreadPool-20850-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@51c3e91c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4497346 INFO (closeThreadPool-20850-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4497346 INFO (closeThreadPool-20850-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4497346 INFO (closeThreadPool-20850-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4497346 INFO (closeThreadPool-20850-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44fdcaff{/,null,AVAILABLE}
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@668d984e{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37639}
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.e.j.s.Server Started @4497386ms
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_jetty5, hostPort=37639, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 4497349 ERROR (closeThreadPool-20850-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4497349 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:50.460350Z
[junit4] 2> 4497384 WARN (closeThreadPool-20850-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@700417a3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4497384 WARN (closeThreadPool-20850-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@700417a3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4497386 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4497404 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4497418 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4497424 INFO (zkConnectionManagerCallback-20878-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497424 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4497425 INFO (zkConnectionManagerCallback-20882-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497425 INFO (closeThreadPool-20850-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4497461 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-6-001 of type NRT for shard1
[junit4] 2> 4497463 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4497463 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4497463 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4497492 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4497492 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4497492 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4497493 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41791929{/,null,AVAILABLE}
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eff724c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41001}
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.e.j.s.Server Started @4497531ms
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_jetty6, hostPort=41001, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-6-001/cores}
[junit4] 2> 4497494 ERROR (closeThreadPool-20850-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4497494 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:50.605452Z
[junit4] 2> 4497496 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4497498 INFO (zkConnectionManagerCallback-20884-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497498 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4497525 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4497525 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-5-001/solr.xml
[junit4] 2> 4497528 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4497528 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4497530 INFO (closeThreadPool-20850-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4497626 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4497626 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-6-001/solr.xml
[junit4] 2> 4497641 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4497641 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4497642 INFO (closeThreadPool-20850-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7425d76c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4497661 INFO (TEST-HdfsSyncSliceTest.test-seed#[B17B537CC2F9B000]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-7-001 of type NRT for shard1
[junit4] 2> 4497663 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4497663 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4497663 INFO (closeThreadPool-20850-thread-6) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4497704 INFO (closeThreadPool-20850-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4497704 INFO (closeThreadPool-20850-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4497704 INFO (closeThreadPool-20850-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4497709 INFO (closeThreadPool-20850-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78dc3173{/,null,AVAILABLE}
[junit4] 2> 4497710 INFO (closeThreadPool-20850-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39ace372{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39491}
[junit4] 2> 4497710 INFO (closeThreadPool-20850-thread-6) [ ] o.e.j.s.Server Started @4497747ms
[junit4] 2> 4497710 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:35847/hdfs__localhost.localdomain_35847__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001_tempDir-002_jetty7, hostPort=39491, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001/shard-7-001/cores, replicaType=NRT}
[junit4] 2> 4497710 ERROR (closeThreadPool-20850-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4497710 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4497710 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4497710 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4497710 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4497711 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-22T06:55:50.821992Z
[junit4] 2> 4497731 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4497743 INFO (closeThreadPool-20850-thread-2) [n:127.0.0.1:46737_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4497747 INFO (zkConnectionManagerCallback-20888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497747 INFO (closeThreadPool-20850-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4497754 INFO (zkConnectionManagerCallback-20890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4497754 INFO (closeThreadPool-20850-thread-2) [n:127.0.0.1:46737_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4497767 INFO (closeThreadPool-20850-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4497774 WARN (closeThreadPool-20850-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b43fa34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4497774 WARN (closeThreadPool-20850-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b43fa34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4497780 WARN (closeThreadPool-20850-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5017c928[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4497780 WARN (closeThreadPool-20850-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorith
[...truncated too long message...]
iveMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 4538110 WARN (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4538114 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@3e6b8a27{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 4538114 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@61c41385{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 4538114 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4538114 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4fff8a02{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4538115 WARN (BP-1373479189-127.0.0.1-1582354540363 heartbeating to localhost.localdomain/127.0.0.1:35847) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4538115 WARN (BP-1373479189-127.0.0.1-1582354540363 heartbeating to localhost.localdomain/127.0.0.1:35847) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1373479189-127.0.0.1-1582354540363 (Datanode Uuid 83f6d46f-5e34-4418-9dbd-b9676bf8fdec) service to localhost.localdomain/127.0.0.1:35847
[junit4] 2> 4538135 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5d0297f3{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 4538135 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@578493af{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 4538135 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4538135 INFO (SUITE-HdfsSyncSliceTest-seed#[B17B537CC2F9B000]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a0d58a2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_B17B537CC2F9B000-001
[junit4] 2> Feb 22, 2020 6:56:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {other_tl1=PostingsFormat(name=Direct), range_facet_l_dv=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=PostingsFormat(name=MockRandom), _root_=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), a_i1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Direct), id_i1=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Direct)}, docValues:{other_tl1=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1656, maxMBSortInHeap=6.453153857082324, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a89604a), locale=ug, timezone=Africa/Mogadishu
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=4,free=175436000,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestZkAclsWithHadoopAuth, TestManagedSynonymFilterFactory, TestClassicSimilarityFactory, SaslZkACLProviderTest, TestPHPSerializedResponseWriter, TestSolrJ, TestBinaryResponseWriter, ParsingFieldUpdateProcessorsTest, TestMissingGroups, TestJmxIntegration, BadIndexSchemaTest, TestFastOutputStream, HighlighterConfigTest, TestUnifiedSolrHighlighterWithoutStoredId, HttpPartitionOnCommitTest, TestDocumentBuilder, IndexSchemaRuntimeFieldTest, TestRawTransformer, PolyFieldTest, TestDynamicLoading, RequestHandlersTest, TestPerFieldSimilarityWithDefaultOverride, TestCorePropertiesReload, BlockDirectoryTest, TestSimUtils, LeaderFailoverAfterPartitionTest, MoreLikeThisHandlerTest, TestBulkSchemaAPI, StatsReloadRaceTest, InfoHandlerTest, TimeRoutedAliasUpdateProcessorTest, CopyFieldTest, SearchRateTriggerIntegrationTest, AuditLoggerPluginTest, TestCollectionAPI, TestPolicyCloud, TestPseudoReturnFields, OverseerTaskQueueTest, TestSSLRandomization, ComputePlanActionTest, TestChildDocTransformer, NodeAddedTriggerIntegrationTest, FacetPivotSmallTest, MetricsHistoryWithAuthIntegrationTest, DocumentAnalysisRequestHandlerTest, TestConfigSetsAPIExclusivity, WrapperMergePolicyFactoryTest, TestReplicationHandler, ReplaceNodeTest, TestLocalFSCloudBackupRestore, TestPKIAuthenticationPlugin, ClassificationUpdateProcessorIntegrationTest, DistributedDebugComponentTest, HttpTriggerListenerTest, TestDynamicFieldResource, SortByFunctionTest, ConcurrentDeleteAndCreateCollectionTest, TestSearchPerf, TestCollectionAPIs, HdfsTlogReplayBufferedWhileIndexingTest, TestRTGBase, ClusterStateMockUtilTest, SharedFSAutoReplicaFailoverTest, TestExactStatsCache, UnloadDistributedZkTest, OverseerCollectionConfigSetProcessorTest, TestDistributedTracing, HttpSolrCallGetCoreTest, ConvertedLegacyTest, SuggestComponentTest, TestSolrJacksonAnnotation, AdminHandlersProxyTest, SolrJmxReporterCloudTest, SolrTestCaseJ4Test, SolrCloudExampleTest, TestCloudJSONFacetJoinDomain, TestDefaultStatsCache, AsyncCallRequestStatusResponseTest, TestValueSourceCache, SolrCloudReportersTest, TestConfigOverlay, DistributedFacetPivotSmallTest, BigEndianAscendingWordSerializerTest, DeleteLastCustomShardedReplicaTest, TestCollationField, LeaderElectionContextKeyTest, PKIAuthenticationIntegrationTest, TestIBSimilarityFactory, CreateCollectionCleanupTest, CoreMergeIndexesAdminHandlerTest, IgnoreLargeDocumentProcessorFactoryTest, TestHighFrequencyDictionaryFactory, SpatialRPTFieldTypeTest, TestNumericTokenStream, TestFieldCacheSortRandom, ConcurrentCreateRoutedAliasTest, TestPackages, TestStandardQParsers, TestSuggestSpellingConverter, TestDistributedGrouping, TestTextField, SubstringBytesRefFilterTest, ZookeeperStatusHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, TestDeleteCollectionOnDownNodes, TestSubQueryTransformer, UpdateLogTest, TestLegacyFieldCache, PluginInfoTest, DistributedVersionInfoTest, DistributedIntervalFacetingTest, CollectionPropsTest, SignificantTermsQParserPluginTest, DateRangeFieldTest, DOMUtilTest, CdcrBidirectionalTest, TestSolrConfigHandler, ShardSplitTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, AtomicUpdatesTest, StressHdfsTest, TestMacros, TestMultiValuedNumericRangeQuery, TestSimComputePlanAction, SchemaApiFailureTest, MBeansHandlerTest, SolrRequestParserTest, CdcrWithNodesRestartsTest, DistributedFacetSimpleRefinementLongTailTest, TestCloudSearcherWarming, DocValuesTest, CustomHighlightComponentTest, V2StandaloneTest, DistribDocExpirationUpdateProcessorTest, TestUtils, TestOmitPositions, TermsComponentTest, LeaderVoteWaitTimeoutTest, TestAddFieldRealTimeGet, TestAnalyzeInfixSuggestions, SolrLogPostToolTest, TestExactStatsCacheCloud, PropertiesRequestHandlerTest, NodeMutatorTest, CdcrReplicationHandlerTest, TestTlogReplayVsRecovery, TestTlogReplica, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TestWaitForStateWithJettyShutdowns, TestWithCollection, TestZkChroot, TlogReplayBufferedWhileIndexingTest, ZkControllerTest, CollectionTooManyReplicasTest, CollectionsAPIDistributedZkTest, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, IndexSizeTriggerSizeEstimationTest, IndexSizeTriggerTest, MetricTriggerIntegrationTest, NodeMarkersRegistrationTest, RestoreTriggerStateTest, SearchRateTriggerTest, TriggerSetPropertiesIntegrationTest, TestSimDistributedQueue, TestSimExecutePlanAction, TestSimExtremeIndexing, TestSimGenericDistributedQueue, TestSimLargeCluster, HdfsBasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest]
[junit4] Completed [602/904 (1!)] on J2 in 54.12s, 1 test, 1 failure <<< FAILURES!
[...truncated 53516 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2110 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2110/
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
Error Message:
Expecting exception
Stack Trace:
java.lang.AssertionError: Expecting exception
at __randomizedtesting.SeedInfo.seed([EC7974BA469EE123:3249E716EA720573]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14962 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 5893310 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[EC7974BA469EE123]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 5893310 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[EC7974BA469EE123]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 5893311 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[EC7974BA469EE123]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/data-dir-198-001
[junit4] 2> 5893311 WARN (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[EC7974BA469EE123]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 5893311 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[EC7974BA469EE123]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 5893312 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[EC7974BA469EE123]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 5893324 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSolrJAPICalls
[junit4] 2> 5893325 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/tempDir-001
[junit4] 2> 5893325 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5893326 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5893326 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5893426 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer start zk server on port:46687
[junit4] 2> 5893426 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46687
[junit4] 2> 5893426 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46687
[junit4] 2> 5893426 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46687
[junit4] 2> 5893428 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5893430 INFO (zkConnectionManagerCallback-14510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5893430 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5893433 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5893434 INFO (zkConnectionManagerCallback-14512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5893434 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5893435 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5893436 INFO (zkConnectionManagerCallback-14514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5893436 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5893548 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5893548 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5893548 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5893548 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5893548 INFO (jetty-launcher-14515-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5893548 INFO (jetty-launcher-14515-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5893549 INFO (jetty-launcher-14515-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5893549 INFO (jetty-launcher-14515-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5893549 INFO (jetty-launcher-14515-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5893549 INFO (jetty-launcher-14515-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5893549 INFO (jetty-launcher-14515-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5893549 INFO (jetty-launcher-14515-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5893550 INFO (jetty-launcher-14515-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31e5a38c{/solr,null,AVAILABLE}
[junit4] 2> 5893550 INFO (jetty-launcher-14515-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a27e895{/solr,null,AVAILABLE}
[junit4] 2> 5893563 INFO (jetty-launcher-14515-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f9901db{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34409}
[junit4] 2> 5893563 INFO (jetty-launcher-14515-thread-2) [ ] o.e.j.s.Server Started @5893601ms
[junit4] 2> 5893563 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34409}
[junit4] 2> 5893563 ERROR (jetty-launcher-14515-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5893563 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5893563 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 5893564 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5893564 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5893564 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T07:18:25.914057Z
[junit4] 2> 5893565 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5893566 INFO (zkConnectionManagerCallback-14517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5893566 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5893566 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5893571 INFO (jetty-launcher-14515-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@556182c5{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40724}
[junit4] 2> 5893571 INFO (jetty-launcher-14515-thread-1) [ ] o.e.j.s.Server Started @5893609ms
[junit4] 2> 5893571 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40724}
[junit4] 2> 5893571 ERROR (jetty-launcher-14515-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5893571 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5893571 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 5893572 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5893572 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5893572 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T07:18:25.922054Z
[junit4] 2> 5893572 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5893574 INFO (zkConnectionManagerCallback-14519-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5893574 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5893574 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5895738 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5895740 WARN (jetty-launcher-14515-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e3ade7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5895740 WARN (jetty-launcher-14515-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e3ade7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5895743 WARN (jetty-launcher-14515-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ad070b8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5895743 WARN (jetty-launcher-14515-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ad070b8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5895744 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46687/solr
[junit4] 2> 5895745 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5895746 INFO (zkConnectionManagerCallback-14527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5895746 INFO (jetty-launcher-14515-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5895849 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5895849 INFO (zkConnectionManagerCallback-14529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5895850 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5896013 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34409_solr
[junit4] 2> 5896014 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.c.Overseer Overseer (id=72322689862139910-127.0.0.1:34409_solr-n_0000000000) starting
[junit4] 2> 5896020 INFO (OverseerStateUpdate-72322689862139910-127.0.0.1:34409_solr-n_0000000000) [n:127.0.0.1:34409_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34409_solr
[junit4] 2> 5896021 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34409_solr
[junit4] 2> 5896030 INFO (zkCallback-14528-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5896036 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5896036 WARN (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5896089 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5896163 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34409.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5896218 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34409.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5896218 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34409.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5896220 INFO (jetty-launcher-14515-thread-2) [n:127.0.0.1:34409_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/tempDir-001/node2/.
[junit4] 2> 5896391 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5896392 WARN (jetty-launcher-14515-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6fded1dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5896392 WARN (jetty-launcher-14515-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6fded1dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5896395 WARN (jetty-launcher-14515-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4fc0d905[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5896396 WARN (jetty-launcher-14515-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4fc0d905[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5896397 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46687/solr
[junit4] 2> 5896398 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5896399 INFO (zkConnectionManagerCallback-14539-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5896399 INFO (jetty-launcher-14515-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5896502 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5896503 INFO (zkConnectionManagerCallback-14541-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5896503 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5896508 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5896513 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40724_solr as DOWN
[junit4] 2> 5896514 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 5896514 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40724_solr
[junit4] 2> 5896515 INFO (zkCallback-14528-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5896515 INFO (zkCallback-14540-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5896517 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5896517 WARN (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5896684 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5896736 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40724.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5896751 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40724.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5896751 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40724.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5896753 INFO (jetty-launcher-14515-thread-1) [n:127.0.0.1:40724_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/tempDir-001/node1/.
[junit4] 2> 5896789 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 5896790 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5896792 INFO (zkConnectionManagerCallback-14550-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5896792 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5896793 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5896795 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testSolrJAPICalls-seed#[EC7974BA469EE123]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46687/solr ready
[junit4] 2> 5896851 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=631967a1-fbbc-4419-93ff-adf14a59e025&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5896853 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=631967a1-fbbc-4419-93ff-adf14a59e025&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 5896854 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5896856 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5896856 INFO (OverseerThreadFactory-11366-thread-1-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 5896965 INFO (OverseerStateUpdate-72322689862139910-127.0.0.1:34409_solr-n_0000000000) [n:127.0.0.1:34409_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40724/solr",
[junit4] 2> "node_name":"127.0.0.1:40724_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 5897179 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 5897179 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testasynccollectioncreation&version=2&replicaType=NRT&async=631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921&coreNodeName=core_node2&name=testasynccollectioncreation_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 5897238 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5897277 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n1] Schema name=minimal
[junit4] 2> 5897280 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5897280 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 5897280 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40724.solr.core.testasynccollectioncreation.shard1.replica_n1' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5897280 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/tempDir-001/node1/testasynccollectioncreation_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/tempDir-001/node1/./testasynccollectioncreation_shard1_replica_n1/data/]
[junit4] 2> 5897329 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921
[junit4] 2> 5897329 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5897535 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5897535 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5897538 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5897538 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5897592 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49db9c2c[testasynccollectioncreation_shard1_replica_n1] main]
[junit4] 2> 5897604 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5897604 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5897605 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5897605 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659129833670574080
[junit4] 2> 5897609 INFO (searcherExecutor-11378-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 r:core_node2 CREATE n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n1] Registered new searcher Searcher@49db9c2c[testasynccollectioncreation_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5897612 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testasynccollectioncreation/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 5897612 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testasynccollectioncreation/leaders/shard1
[junit4] 2> 5897624 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5897624 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5897624 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40724/solr/testasynccollectioncreation_shard1_replica_n1/
[junit4] 2> 5897624 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5897625 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40724/solr/testasynccollectioncreation_shard1_replica_n1/ has no replicas
[junit4] 2> 5897625 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testasynccollectioncreation/leaders/shard1/leader after winning as /collections/testasynccollectioncreation/leader_elect/shard1/election/72322689862139912-core_node2-n_0000000000
[junit4] 2> 5897636 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40724/solr/testasynccollectioncreation_shard1_replica_n1/ shard1
[junit4] 2> 5897739 INFO (zkCallback-14540-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5897739 INFO (zkCallback-14540-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5897740 INFO (parallelCoreAdminExecutor-11374-thread-1-processing-n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921 CREATE) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5897843 INFO (zkCallback-14540-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5897843 INFO (zkCallback-14540-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5897843 INFO (zkCallback-14540-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5897858 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5897859 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5898331 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921
[junit4] 2> 5898331 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=631967a1-fbbc-4419-93ff-adf14a59e0254045044898596921&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5898347 INFO (OverseerThreadFactory-11366-thread-1-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5898869 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5898869 INFO (OverseerCollectionConfigSetProcessor-72322689862139910-127.0.0.1:34409_solr-n_0000000000) [n:127.0.0.1:34409_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5898870 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5898871 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5898872 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=631967a1-fbbc-4419-93ff-adf14a59e025&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5898892 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5898895 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&collection.configName=conf1&name=testasynccollectioncreation&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 5898913 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5898962 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 5898963 INFO (OverseerThreadFactory-11366-thread-2-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testasynccollectioncreation
[junit4] 2> 5898965 ERROR (OverseerThreadFactory-11366-thread-2-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testasynccollectioncreation operation: create failed:org.apache.solr.common.SolrException: collection already exists: testasynccollectioncreation
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:116)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 5899080 INFO (OverseerThreadFactory-11366-thread-2-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5899964 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5899965 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5899966 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5899968 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=a53b48f9-49ff-49a3-b5bb-f28cbe58d783&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5899969 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=970c73ed-e9af-47a3-81e7-29fbaab20b2f&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5899971 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr c:testasynccollectioncreation ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=970c73ed-e9af-47a3-81e7-29fbaab20b2f&action=ADDREPLICA&collection=testasynccollectioncreation&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 5899971 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=970c73ed-e9af-47a3-81e7-29fbaab20b2f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5899973 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=970c73ed-e9af-47a3-81e7-29fbaab20b2f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5899974 INFO (OverseerCollectionConfigSetProcessor-72322689862139910-127.0.0.1:34409_solr-n_0000000000) [n:127.0.0.1:34409_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5899976 INFO (OverseerThreadFactory-11366-thread-3-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34409_solr for creating new replica of shard shard1 for collection testasynccollectioncreation
[junit4] 2> 5899977 INFO (OverseerThreadFactory-11366-thread-3-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 5899979 INFO (OverseerStateUpdate-72322689862139910-127.0.0.1:34409_solr-n_0000000000) [n:127.0.0.1:34409_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testasynccollectioncreation",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34409/solr",
[junit4] 2> "node_name":"127.0.0.1:34409_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 5899982 INFO (zkCallback-14540-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5899982 INFO (zkCallback-14540-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5899982 INFO (zkCallback-14540-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900132 INFO (qtp1700883115-51736) [n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 5900132 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command async=970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210&qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&name=testasynccollectioncreation_shard1_replica_n3&action=CREATE&collection=testasynccollectioncreation&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5900132 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 5900133 INFO (qtp1700883115-51732) [n:127.0.0.1:34409_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210
[junit4] 2> 5900133 INFO (qtp1700883115-51732) [n:127.0.0.1:34409_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5900155 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5900175 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.IndexSchema [testasynccollectioncreation_shard1_replica_n3] Schema name=minimal
[junit4] 2> 5900177 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5900177 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'testasynccollectioncreation_shard1_replica_n3' using configuration from configset conf1, trusted=true
[junit4] 2> 5900178 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34409.solr.core.testasynccollectioncreation.shard1.replica_n3' (registry 'solr.core.testasynccollectioncreation.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5ef91bdc
[junit4] 2> 5900178 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.SolrCore [[testasynccollectioncreation_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/tempDir-001/node2/testasynccollectioncreation_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001/tempDir-001/node2/./testasynccollectioncreation_shard1_replica_n3/data/]
[junit4] 2> 5900248 INFO (zkCallback-14540-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900248 INFO (zkCallback-14540-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900248 INFO (zkCallback-14540-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900334 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5900334 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5900338 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5900338 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5900392 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b94bda5[testasynccollectioncreation_shard1_replica_n3] main]
[junit4] 2> 5900402 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 5900402 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 5900403 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5900403 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659129836604489728
[junit4] 2> 5900407 INFO (searcherExecutor-11383-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n3] Registered new searcher Searcher@3b94bda5[testasynccollectioncreation_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5900422 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testasynccollectioncreation/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 5900422 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testasynccollectioncreation/leaders/shard1
[junit4] 2> 5900425 INFO (parallelCoreAdminExecutor-11367-thread-1-processing-n:127.0.0.1:34409_solr x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 CREATE) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.ZkController Core needs to recover:testasynccollectioncreation_shard1_replica_n3
[junit4] 2> 5900426 INFO (updateExecutor-14523-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 5900426 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 5900426 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy startupVersions is empty
[junit4] 2> 5900463 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1] webapp=/solr path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 5900463 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1] webapp=/solr path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5900478 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testasynccollectioncreation_shard1_replica_n3]
[junit4] 2> 5900479 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 5900479 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Publishing state of core [testasynccollectioncreation_shard1_replica_n3] as recovering, leader is [https://127.0.0.1:40724/solr/testasynccollectioncreation_shard1_replica_n1/] and I am [https://127.0.0.1:34409/solr/testasynccollectioncreation_shard1_replica_n3/]
[junit4] 2> 5900480 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:40724/solr]; [WaitForState: action=PREPRECOVERY&core=testasynccollectioncreation_shard1_replica_n1&nodeName=127.0.0.1:34409_solr&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 5900481 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 5900481 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34409_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:34409/solr",
[junit4] 2> "node_name":"127.0.0.1:34409_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}
[junit4] 2> 5900481 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34409_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:34409/solr",
[junit4] 2> "node_name":"127.0.0.1:34409_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}
[junit4] 2> 5900481 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34409_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:34409/solr",
[junit4] 2> "node_name":"127.0.0.1:34409_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}
[junit4] 2> 5900582 INFO (zkCallback-14528-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900582 INFO (zkCallback-14540-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900582 INFO (zkCallback-14540-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900582 INFO (zkCallback-14540-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900582 INFO (zkCallback-14528-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900582 INFO (zkCallback-14528-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5900583 INFO (watches-14542-thread-1) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testasynccollectioncreation, shard=shard1, thisCore=testasynccollectioncreation_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:34409_solr, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{
[junit4] 2> "core":"testasynccollectioncreation_shard1_replica_n3",
[junit4] 2> "base_url":"https://127.0.0.1:34409/solr",
[junit4] 2> "node_name":"127.0.0.1:34409_solr",
[junit4] 2> "state":"recovering",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}
[junit4] 2> 5900583 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:34409_solr&onlyIfLeaderActive=true&core=testasynccollectioncreation_shard1_replica_n1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=102
[junit4] 2> 5900975 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=970c73ed-e9af-47a3-81e7-29fbaab20b2f&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5900976 INFO (qtp1603922357-51733) [n:127.0.0.1:40724_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=970c73ed-e9af-47a3-81e7-29fbaab20b2f&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 5901084 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:40724/solr/testasynccollectioncreation_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 5901084 WARN (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.PeerSyncWithLeader no frame of reference to tell if we've missed updates
[junit4] 2> 5901084 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy PeerSync Recovery was not successful - trying replication.
[junit4] 2> 5901084 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 5901084 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Attempting to replicate from [https://127.0.0.1:40724/solr/testasynccollectioncreation_shard1_replica_n1/].
[junit4] 2> 5901087 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1659129837321715712,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 5901089 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 5901090 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 5901135 INFO (qtp1700883115-51732) [n:127.0.0.1:34409_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210
[junit4] 2> 5901135 INFO (qtp1700883115-51732) [n:127.0.0.1:34409_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 5901137 INFO (qtp1700883115-51734) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.p.DistributedUpdateProcessor Ignoring commit while not ACTIVE - state: BUFFERING replay: false
[junit4] 2> 5901137 INFO (qtp1700883115-51734) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.p.LogUpdateProcessorFactory [testasynccollectioncreation_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=false&commit=true&softCommit=false&distrib.from=https://127.0.0.1:40724/solr/testasynccollectioncreation_shard1_replica_n1/&commit_end_point=replicas&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 5901137 INFO (qtp1603922357-51731) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testasynccollectioncreation_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 52
[junit4] 2> 5901139 INFO (OverseerThreadFactory-11366-thread-3-processing-n:127.0.0.1:34409_solr) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 5901139 INFO (qtp1603922357-51735) [n:127.0.0.1:40724_solr c:testasynccollectioncreation s:shard1 r:core_node2 x:testasynccollectioncreation_shard1_replica_n1 ] o.a.s.c.S.Request [testasynccollectioncreation_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 5901139 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 5901139 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 5901139 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 5901139 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 5901139 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 5901140 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@529b6faf[testasynccollectioncreation_shard1_replica_n3] main]
[junit4] 2> 5901143 INFO (searcherExecutor-11383-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.SolrCore [testasynccollectioncreation_shard1_replica_n3] Registered new searcher Searcher@529b6faf[testasynccollectioncreation_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5901143 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 5901143 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 5901143 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 5901144 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 5901144 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659129837381484544
[junit4] 2> 5901145 INFO (recoveryExecutor-14525-thread-1-processing-x:testasynccollectioncreation_shard1_replica_n3 970c73ed-e9af-47a3-81e7-29fbaab20b2f4045048015462210 r:core_node4 CREATE n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1) [n:127.0.0.1:34409_solr c:testasynccollectioncreation s:shard1 r:core_node4 x:testasynccollectioncreation_shard1_replica_n3 ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 5901246 INFO (zkCallback-14540-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5901246 INFO (zkCallback-14540-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5901246 INFO (zkCallback-14528-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5901246 INFO (zkCallback-14528-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testasynccollectioncreation/state.json] for collection [testasynccollectioncreation] has occurred - updating.
[...truncated too long message...]
43013_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
[junit4] 2> at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 5947660 INFO (OverseerAutoScalingTriggerThread-72322693050073096-127.0.0.1:43013_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 5947661 INFO (jetty-closer-14722-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72322693050073096-127.0.0.1:43013_solr-n_0000000000) closing
[junit4] 2> 5947661 INFO (closeThreadPool-14729-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72322693050073096-127.0.0.1:43013_solr-n_0000000000) closing
[junit4] 2> 5947662 INFO (jetty-closer-14722-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@72f16fe1{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 5947662 INFO (jetty-closer-14722-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f600052{/solr,null,UNAVAILABLE}
[junit4] 2> 5947663 INFO (jetty-closer-14722-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5947663 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 5947867 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testAsyncIdRaceCondition/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testAsyncIdRaceCondition/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 5947869 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:38666
[junit4] 2> 5947869 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38666
[junit4] 2> 5947869 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[EC7974BA469EE123]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38666
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_EC7974BA469EE123-001
[junit4] 2> Feb 21, 2020 7:19:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@37f522be), locale=es-BR, timezone=America/Manaus
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=361678384,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DirectUpdateHandlerTest, TestFuzzyAnalyzedSuggestions, TestCloudDeleteByQuery, JvmMetricsTest, HighlighterTest, ExplicitHLLTest, TriLevelCompositeIdRoutingTest, DistanceFunctionTest, ReplaceNodeNoTargetTest, TestDFRSimilarityFactory, AnalyticsQueryTest, TestInitParams, TestRawResponseWriter, ClusterStateUpdateTest, DistanceUnitsTest, SimpleFacetsTest, SOLR749Test, OverriddenZkACLAndCredentialsProvidersTest, BasicAuthOnSingleNodeTest, TestFilteredDocIdSet, TestHighlightDedupGrouping, TestManagedSchemaThreadSafety, TestSortableTextField, TestConfig, TestElisionMultitermQuery, PeerSyncTest, XsltUpdateRequestHandlerTest, V2ApiIntegrationTest, TestConfigSetsAPI, SolrRrdBackendFactoryTest, BadCopyFieldTest, TestExactSharedStatsCache, TestSolrCoreSnapshots, VersionInfoTest, UninvertDocValuesMergePolicyTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, HLLUtilTest, CoreSorterTest, NestedShardedAtomicUpdateTest, TestFieldCacheSort, SpatialFilterTest, TestWithCollection, ZkCollectionPropsCachingTest, BlockCacheTest, TemplateUpdateProcessorTest, TestDynamicURP, HdfsWriteToMultipleCollectionsTest, ResponseHeaderTest, OpenExchangeRatesOrgProviderTest, ForceLeaderTest, TestSchemaField, SplitShardTest, TaggerTest, FuzzySearchTest, AnalysisErrorHandlingTest, DirectSolrSpellCheckerTest, TestReloadDeadlock, TestSimTriggerIntegration, AssignTest, RestoreTriggerStateTest, TestRestManager, SolrIndexMetricsTest, TestMinMaxOnMultiValuedField, TestUseDocValuesAsStored2, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CloudExitableDirectoryReaderTest, BigEndianAscendingWordDeserializerTest, OverseerStatusTest, TestSolrCloudWithHadoopAuthPlugin, PathHierarchyTokenizerFactoryTest, TestEmbeddedSolrServerAdminHandler, TestPartialUpdateDeduplication, TestInPlaceUpdatesDistrib, TestFieldResource, TestStressVersions, TestSubQueryTransformerDistrib, SmileWriterTest, HdfsCollectionsAPIDistributedZkTest, TestRequestForwarding, TestTestInjection, SegmentsInfoRequestHandlerTest, HdfsAutoAddReplicasIntegrationTest, HdfsDirectoryTest, OrderedExecutorTest, TestQueryUtils, ShardsWhitelistTest, SignatureUpdateProcessorFactoryTest, SplitByPrefixTest, TestCloudPivotFacet, CdcrVersionReplicationTest, CdcrOpsAndBoundariesTest, TestTlogReplayVsRecovery, TestCloudNestedDocsSort, UpdateRequestProcessorFactoryTest, TestBM25SimilarityFactory, HttpPartitionWithTlogReplicasTest, TestHalfAndHalfDocValues, IndexSizeTriggerSizeEstimationTest, HdfsThreadLeakTest, MissingSegmentRecoveryTest, TestSolr4Spatial2, AlternateDirectoryTest, UtilsToolTest, BasicDistributedZk2Test, TestCloudSchemaless, SuggesterFSTTest, TestNumericTerms64, TestUnifiedSolrHighlighter, DistributedQueueTest, ScheduledTriggerTest, TestSolrQueryResponse, LeaderElectionTest, TestCursorMarkWithoutUniqueKey, TestMiniSolrCloudClusterSSL, ChangedSchemaMergeTest, TestSimClusterStateProvider, HealthCheckHandlerTest, ReturnFieldsTest, MetricTriggerTest, NestedAtomicUpdateTest, TestTrieFacet, ClassificationUpdateProcessorFactoryTest, TestMergePolicyConfig, TestDocTermOrdsUninvertLimit, TestCollapseQParserPlugin, TestRandomFlRTGCloud, MetricUtilsTest, OverseerRolesTest, DistributedUpdateProcessorTest, URLClassifyProcessorTest, TestStressCloudBlindAtomicUpdates, TriggerEventQueueTest, TestGraphTermsQParserPlugin, PackageManagerCLITest, TestExceedMaxTermLength, TestBlendedInfixSuggestions, TestSchemaNameResource, TestPerFieldSimilarity, ByteBuffersDirectoryFactoryTest, TestMinHashQParser, ShardRoutingTest, TestXIncludeConfig, AutoScalingHandlerTest, FastVectorHighlighterTest, TestSolrTestCaseJ4, RequestLoggingTest, TestApiFramework, CSVRequestHandlerTest, TestCryptoKeys, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestDocumentBuilder, TestGroupingSearch, TestRandomDVFaceting, TestRandomFaceting, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, LeaderElectionIntegrationTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, ReindexCollectionTest, SolrCLIZkUtilsTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudRecovery2, TestCloudSearcherWarming, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestHashPartitioner, TestLocalStatsCacheCloud, TestPullReplica, TestPullReplicaErrorHandling, TestShortCircuitedRequests, TestSkipOverseerOperations, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TestWaitForStateWithJettyShutdowns, ZkCLITest, ZkControllerTest, ZkNodePropsTest, ZkShardTermsTest, ZkSolrClientTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [561/904 (1!)] on J1 in 54.89s, 4 tests, 1 failure <<< FAILURES!
[...truncated 53733 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2109 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2109/
2 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:228)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.index.DocumentsWriterPerThread$IntBlockAllocator.getIntBlock(DocumentsWriterPerThread.java:660)
at org.apache.lucene.util.IntBlockPool.nextBuffer(IntBlockPool.java:155)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:159)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:862)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:495)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1586)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
FAILED: org.apache.solr.cloud.RemoteQueryErrorTest.test
Error Message:
Expected: a string containing "Document is missing mandatory uniqueKey field: id" but: was "Error from server at http://127.0.0.1:34518/solr: No active replicas found for collection: collection"
Stack Trace:
java.lang.AssertionError:
Expected: a string containing "Document is missing mandatory uniqueKey field: id"
but: was "Error from server at http://127.0.0.1:34518/solr: No active replicas found for collection: collection"
at __randomizedtesting.SeedInfo.seed([4E094E65EF364989:C65D71BF41CA2471]:0)
at org.hamcrest.MatcherAssert.assertThat(MatcherAssert.java:20)
at org.junit.Assert.assertThat(Assert.java:956)
at org.junit.Assert.assertThat(Assert.java:923)
at org.apache.solr.cloud.RemoteQueryErrorTest.test(RemoteQueryErrorTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 842 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> Feb 19, 2020 9:19:00 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3343,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> Feb 19, 2020 9:19:00 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3345,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> Feb 19, 2020 9:19:00 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3344,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> Feb 19, 2020 9:19:00 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-3338,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.AssertionError: pendingNumDocs 1837 != 1094 totalMaxDoc
[junit4] 2> at __randomizedtesting.SeedInfo.seed([542FC45EC20059D4]:0)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2255)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4894)
[junit4] 2> at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4884)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1292)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1277)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:206)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentCommit -Dtests.seed=542FC45EC20059D4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-FJ -Dtests.timezone=America/Coral_Harbour -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 668s J2 | TestIndexingSequenceNumbers.testStressConcurrentCommit <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:228)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread$IntBlockAllocator.getIntBlock(DocumentsWriterPerThread.java:660)
[junit4] > at org.apache.lucene.util.IntBlockPool.nextBuffer(IntBlockPool.java:155)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:159)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:862)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:495)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1586)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3430, name=Thread-3343, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3431, name=Thread-3344, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3432, name=Thread-3345, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3425, name=Thread-3338, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.AssertionError: pendingNumDocs 1837 != 1094 totalMaxDoc
[junit4] > at __randomizedtesting.SeedInfo.seed([542FC45EC20059D4]:0)
[junit4] > at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2255)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4894)
[junit4] > at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4884)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1292)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1277)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:206)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexingSequenceNumbers_542FC45EC20059D4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{thread=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), ___soft_deletes=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1417, maxMBSortInHeap=5.778054691683031, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5b2e96e7), locale=en-FJ, timezone=America/Coral_Harbour
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=40220120,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributionLL, TestLatLonLineShapeQueries, TestFeatureSort, TestRateLimiter, TestAllFilesCheckIndexHeader, TestIntroSelector, TestDocIdSetIterator, TestCharArrayMap, TestAutomatonQueryUnicode, TestIndexWriterExceptions, TestMultiLevelSkipList, TestNot, TestStressIndexing2, TestDocIdSetBuilder, TestXYMultiPointShapeQueries, TestCompetitiveFreqNormAccumulator, TestMatchAllDocsQuery, TestBooleanOr, TestPoint2D, TestStringMSBRadixSorter, TestNewestSegment, TestElevationComparator, TestSpanTermQuery, TestIndexWriterOutOfFileDescriptors, TestDocsAndPositions, TestTryDelete, TestTermdocPerf, TestLongPostings, TestQueryRescorer, TestMaxTermFrequency, Test2BTerms, TestBytesRefArray, TestBoolean2, Test2BBinaryDocValues, TestFixedBitSet, TestTermsEnum2, TestIndexingSequenceNumbers]
[junit4] Completed [172/560 (1!)] on J2 in 892.84s, 8 tests, 1 error <<< FAILURES!
[...truncated 1495 lines...]
[junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J2-20200220_014607_80815275572708860027501.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid1913.hprof ...
[junit4] Heap dump file created [629315008 bytes in 33.845 secs]
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J2-20200220_014607_80813675417066397877257.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4]
[junit4] Exception: java.lang.IllegalArgumentException thrown from the UncaughtExceptionHandler in thread "Thread-3339"
[junit4] <<< JVM J2: EOF ----
[...truncated 12413 lines...]
[junit4] Suite: org.apache.solr.cloud.RemoteQueryErrorTest
[junit4] 2> 5896951 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 5896952 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/data-dir-210-001
[junit4] 2> 5896952 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 5896969 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 5896969 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 5896970 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001
[junit4] 2> 5896970 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 5896971 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 5896971 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 5897078 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43070
[junit4] 2> 5897078 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43070
[junit4] 2> 5897078 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43070
[junit4] 2> 5897078 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43070
[junit4] 2> 5897080 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5897081 INFO (zkConnectionManagerCallback-20719-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5897082 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5897084 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5897085 INFO (zkConnectionManagerCallback-20721-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5897086 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5897086 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5897087 INFO (zkConnectionManagerCallback-20723-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5897087 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5897191 WARN (jetty-launcher-20724-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5897191 WARN (jetty-launcher-20724-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5897191 WARN (jetty-launcher-20724-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5897191 INFO (jetty-launcher-20724-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 5897193 INFO (jetty-launcher-20724-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5897193 INFO (jetty-launcher-20724-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5897193 INFO (jetty-launcher-20724-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5897194 INFO (jetty-launcher-20724-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c49d1de{/solr,null,AVAILABLE}
[junit4] 2> 5897194 INFO (jetty-launcher-20724-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5897194 INFO (jetty-launcher-20724-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5897194 INFO (jetty-launcher-20724-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7681c073{/solr,null,AVAILABLE}
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@132aa614{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44398}
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-3) [ ] o.e.j.s.Server Started @5897234ms
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44398}
[junit4] 2> 5897195 INFO (jetty-launcher-20724-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@754185a1{/solr,null,AVAILABLE}
[junit4] 2> 5897196 ERROR (jetty-launcher-20724-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8e71959{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34518}
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-2) [ ] o.e.j.s.Server Started @5897234ms
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34518}
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-20T07:44:05.198185Z
[junit4] 2> 5897196 ERROR (jetty-launcher-20724-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@558413a6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33252}
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.e.j.s.Server Started @5897234ms
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33252}
[junit4] 2> 5897196 ERROR (jetty-launcher-20724-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5897196 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-20T07:44:05.198584Z
[junit4] 2> 5897212 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 5897212 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 5897212 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-20T07:44:05.214737Z
[junit4] 2> 5897230 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5897230 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5897231 INFO (zkConnectionManagerCallback-20726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5897231 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5897232 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5897238 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5897250 INFO (zkConnectionManagerCallback-20730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5897250 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5897250 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5897310 INFO (zkConnectionManagerCallback-20728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5897310 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5897322 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 5899962 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5899963 WARN (jetty-launcher-20724-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@18ee0a8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5899963 WARN (jetty-launcher-20724-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@18ee0a8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5900027 WARN (jetty-launcher-20724-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5bf12d70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5900027 WARN (jetty-launcher-20724-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5bf12d70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5900029 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43070/solr
[junit4] 2> 5900071 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5900128 INFO (zkConnectionManagerCallback-20739-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5900144 INFO (jetty-launcher-20724-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5900424 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5900501 INFO (zkConnectionManagerCallback-20741-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5900510 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5901158 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34518_solr
[junit4] 2> 5901175 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.c.Overseer Overseer (id=72317128431894535-127.0.0.1:34518_solr-n_0000000000) starting
[junit4] 2> 5901204 INFO (OverseerStateUpdate-72317128431894535-127.0.0.1:34518_solr-n_0000000000) [n:127.0.0.1:34518_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34518_solr
[junit4] 2> 5901253 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34518_solr
[junit4] 2> 5901273 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5901273 WARN (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5901399 INFO (zkCallback-20740-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5901533 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5901786 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34518.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5902164 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34518.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5902165 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34518.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5902183 INFO (jetty-launcher-20724-thread-2) [n:127.0.0.1:34518_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001/node2/.
[junit4] 2> 5902709 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5902731 WARN (jetty-launcher-20724-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2f4a3a70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5902731 WARN (jetty-launcher-20724-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2f4a3a70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5902738 WARN (jetty-launcher-20724-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@385a3118[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5902738 WARN (jetty-launcher-20724-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@385a3118[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5902760 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43070/solr
[junit4] 2> 5902761 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5902762 INFO (zkConnectionManagerCallback-20751-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5902762 INFO (jetty-launcher-20724-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5902986 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5902998 INFO (zkConnectionManagerCallback-20753-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5903010 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5903034 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 5903205 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44398_solr as DOWN
[junit4] 2> 5903257 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 5903257 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44398_solr
[junit4] 2> 5903259 INFO (zkCallback-20740-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5903260 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5903261 WARN (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5903347 INFO (zkCallback-20752-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 5903444 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5903576 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44398.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5903618 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44398.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5903618 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44398.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5903632 INFO (jetty-launcher-20724-thread-3) [n:127.0.0.1:44398_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001/node3/.
[junit4] 2> 5904719 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 5904720 WARN (jetty-launcher-20724-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32e7ce77[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5904720 WARN (jetty-launcher-20724-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32e7ce77[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5904723 WARN (jetty-launcher-20724-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f5b5fb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5904724 WARN (jetty-launcher-20724-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f5b5fb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 5904725 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43070/solr
[junit4] 2> 5904726 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5904727 INFO (zkConnectionManagerCallback-20763-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5904727 INFO (jetty-launcher-20724-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5904830 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5904831 INFO (zkConnectionManagerCallback-20765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5904831 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5904846 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 5904851 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33252_solr as DOWN
[junit4] 2> 5904852 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 5904852 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33252_solr
[junit4] 2> 5904853 INFO (zkCallback-20752-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5904853 INFO (zkCallback-20740-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5904853 INFO (zkCallback-20764-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 5904854 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 5904855 WARN (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 5904989 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 5905058 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33252.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5905072 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33252.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5905072 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33252.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5905074 INFO (jetty-launcher-20724-thread-1) [n:127.0.0.1:33252_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001/node1/.
[junit4] 2> 5905123 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 5905124 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 5905125 INFO (zkConnectionManagerCallback-20774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 5905126 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 5905127 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 5905129 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43070/solr ready
[junit4] 2> 5905176 INFO (TEST-RemoteQueryErrorTest.test-seed#[4E094E65EF364989]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 5905203 INFO (qtp1531180734-111674) [n:127.0.0.1:33252_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 5905207 INFO (OverseerThreadFactory-14112-thread-1-processing-n:127.0.0.1:34518_solr) [n:127.0.0.1:34518_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection
[junit4] 2> 5905317 INFO (OverseerStateUpdate-72317128431894535-127.0.0.1:34518_solr-n_0000000000) [n:127.0.0.1:34518_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34518/solr",
[junit4] 2> "node_name":"127.0.0.1:34518_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 5905358 INFO (OverseerStateUpdate-72317128431894535-127.0.0.1:34518_solr-n_0000000000) [n:127.0.0.1:34518_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44398/solr",
[junit4] 2> "node_name":"127.0.0.1:44398_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 5905562 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr x:collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5905562 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr x:collection_shard2_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 5905563 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr x:collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 5905590 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5905629 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 5905642 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.s.IndexSchema [collection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 5905653 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5905653 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection_shard2_replica_n2' using configuration from configset conf, trusted=true
[junit4] 2> 5905653 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44398.solr.core.collection.shard2.replica_n2' (registry 'solr.core.collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5905654 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.SolrCore [[collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001/node3/collection_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001/node3/./collection_shard2_replica_n2/data/]
[junit4] 2> 5905656 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 5905659 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5905659 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 5905659 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34518.solr.core.collection.shard1.replica_n1' (registry 'solr.core.collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74c51b81
[junit4] 2> 5905660 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001/node2/collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001/tempDir-001/node2/./collection_shard1_replica_n1/data/]
[junit4] 2> 5906009 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5906009 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5906010 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 5906010 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 5906013 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5906013 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5906028 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 5906028 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 5906029 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@58978704[collection_shard1_replica_n1] main]
[junit4] 2> 5906039 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d3e8efe[collection_shard2_replica_n2] main]
[junit4] 2> 5906041 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5906041 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5906042 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5906042 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659040855798841344
[junit4] 2> 5906046 INFO (searcherExecutor-14131-thread-1-processing-n:127.0.0.1:44398_solr x:collection_shard2_replica_n2 c:collection s:shard2 r:core_node4) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.SolrCore [collection_shard2_replica_n2] Registered new searcher Searcher@3d3e8efe[collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5906068 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 5906068 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 5906069 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 5906069 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659040855827152896
[junit4] 2> 5906069 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 5906069 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection/leaders/shard2
[junit4] 2> 5906072 INFO (searcherExecutor-14132-thread-1-processing-n:127.0.0.1:34518_solr x:collection_shard1_replica_n1 c:collection s:shard1 r:core_node3) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.SolrCore [collection_shard1_replica_n1] Registered new searcher Searcher@58978704[collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 5906073 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5906073 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5906073 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44398/solr/collection_shard2_replica_n2/
[junit4] 2> 5906074 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5906074 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.SyncStrategy http://127.0.0.1:44398/solr/collection_shard2_replica_n2/ has no replicas
[junit4] 2> 5906074 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection/leaders/shard2/leader after winning as /collections/collection/leader_elect/shard2/election/72317128431894537-core_node4-n_0000000000
[junit4] 2> 5906091 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 5906091 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection/leaders/shard1
[junit4] 2> 5906092 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44398/solr/collection_shard2_replica_n2/ shard2
[junit4] 2> 5906103 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 5906103 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 5906103 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34518/solr/collection_shard1_replica_n1/
[junit4] 2> 5906104 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 5906104 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34518/solr/collection_shard1_replica_n1/ has no replicas
[junit4] 2> 5906104 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection/leaders/shard1/leader after winning as /collections/collection/leader_elect/shard1/election/72317128431894535-core_node3-n_0000000000
[junit4] 2> 5906106 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34518/solr/collection_shard1_replica_n1/ shard1
[junit4] 2> 5906208 INFO (zkCallback-20740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906208 INFO (zkCallback-20752-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906208 INFO (zkCallback-20740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906208 INFO (zkCallback-20752-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906210 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5906211 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 5906213 INFO (qtp102823917-111667) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=651
[junit4] 2> 5906215 INFO (qtp502090713-111675) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=653
[junit4] 2> 5906233 INFO (qtp1531180734-111674) [n:127.0.0.1:33252_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 5906315 INFO (zkCallback-20752-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906315 INFO (zkCallback-20752-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906315 INFO (zkCallback-20764-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906315 INFO (zkCallback-20740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906315 INFO (zkCallback-20752-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906315 INFO (zkCallback-20740-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906315 INFO (zkCallback-20740-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906316 INFO (qtp1531180734-111674) [n:127.0.0.1:33252_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1113
[junit4] 2> 5906333 INFO (TEST-RemoteQueryErrorTest.test-seed#[4E094E65EF364989]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RemoteQueryErrorTest -Dtests.method=test -Dtests.seed=4E094E65EF364989 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-PK -Dtests.timezone=Pacific/Bougainville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 1.22s J1 | RemoteQueryErrorTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError:
[junit4] > Expected: a string containing "Document is missing mandatory uniqueKey field: id"
[junit4] > but: was "Error from server at http://127.0.0.1:34518/solr: No active replicas found for collection: collection"
[junit4] > at __randomizedtesting.SeedInfo.seed([4E094E65EF364989:C65D71BF41CA2471]:0)
[junit4] > at org.hamcrest.MatcherAssert.assertThat(MatcherAssert.java:20)
[junit4] > at org.apache.solr.cloud.RemoteQueryErrorTest.test(RemoteQueryErrorTest.java:53)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 5906453 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=568958718
[junit4] 2> 5906453 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34518_solr
[junit4] 2> 5906454 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=336465441
[junit4] 2> 5906454 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44398_solr
[junit4] 2> 5906454 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 5906454 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34518_solr as DOWN
[junit4] 2> 5906454 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 5906454 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44398_solr as DOWN
[junit4] 2> 5906456 INFO (coreCloseExecutor-14142-thread-1) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.c.SolrCore [collection_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@a52692c
[junit4] 2> 5906456 INFO (coreCloseExecutor-14142-thread-1) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection.shard2.replica_n2, tag=SolrCore@a52692c
[junit4] 2> 5906456 INFO (coreCloseExecutor-14142-thread-1) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@466da6b4: rootName = solr_44398, domain = solr.core.collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@4159c306
[junit4] 2> 5906457 INFO (coreCloseExecutor-14141-thread-1) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.c.SolrCore [collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@63aa86cf
[junit4] 2> 5906457 INFO (coreCloseExecutor-14141-thread-1) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection.shard1.replica_n1, tag=SolrCore@63aa86cf
[junit4] 2> 5906457 INFO (coreCloseExecutor-14141-thread-1) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d809492: rootName = solr_34518, domain = solr.core.collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3e671159
[junit4] 2> 5906459 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1017680840
[junit4] 2> 5906459 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33252_solr
[junit4] 2> 5906459 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 5906459 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:33252_solr as DOWN
[junit4] 2> 5906651 INFO (zkCallback-20752-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906651 INFO (zkCallback-20752-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906651 INFO (zkCallback-20752-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906668 INFO (zkCallback-20740-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906668 INFO (zkCallback-20740-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906670 INFO (zkCallback-20740-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection/state.json] for collection [collection] has occurred - updating... (live nodes size: [3])
[junit4] 2> 5906744 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 5906744 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@483df448: rootName = solr_33252, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@46ce6ea
[junit4] 2> 5906745 INFO (coreCloseExecutor-14141-thread-1) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection.shard1.leader, tag=SolrCore@63aa86cf
[junit4] 2> 5906777 INFO (coreCloseExecutor-14141-thread-1) [n:127.0.0.1:34518_solr c:collection s:shard1 r:core_node3 x:collection_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 5906784 INFO (coreCloseExecutor-14142-thread-1) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection.shard2.leader, tag=SolrCore@a52692c
[junit4] 2> 5906806 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 5906806 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ed4c4e1: rootName = solr_34518, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@15352b3d
[junit4] 2> 5906824 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 5906825 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f6537c2: rootName = solr_33252, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5111173e
[junit4] 2> 5906825 INFO (coreCloseExecutor-14142-thread-1) [n:127.0.0.1:44398_solr c:collection s:shard2 r:core_node4 x:collection_shard2_replica_n2 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 5906832 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 5906833 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1adc00e1: rootName = solr_34518, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5111173e
[junit4] 2> 5906845 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 5906845 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11fb85a9: rootName = solr_33252, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1bd00ff6
[junit4] 2> 5906845 INFO (jetty-closer-20777-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 5906853 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 5906853 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f022e8c: rootName = solr_34518, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1bd00ff6
[junit4] 2> 5906853 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 5906888 INFO (closeThreadPool-20787-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72317128431894535-127.0.0.1:34518_solr-n_0000000000) closing
[junit4] 2> 5906899 INFO (OverseerAutoScalingTriggerThread-72317128431894535-127.0.0.1:34518_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 5906911 INFO (OverseerStateUpdate-72317128431894535-127.0.0.1:34518_solr-n_0000000000) [n:127.0.0.1:34518_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34518_solr
[junit4] 2> 5906942 INFO (zkCallback-20764-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 5906942 INFO (zkCallback-20752-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 5906943 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 5906943 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6818dd7f: rootName = solr_44398, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2d403c71
[junit4] 2> 5906973 INFO (closeThreadPool-20787-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72317128431894535-127.0.0.1:34518_solr-n_0000000000) closing
[junit4] 2> 5906995 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 5906995 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@519bc49d: rootName = solr_44398, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5111173e
[junit4] 2> 5907005 INFO (zkCallback-20752-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 5907015 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 5907015 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e2b6976: rootName = solr_44398, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1bd00ff6
[junit4] 2> 5907015 INFO (jetty-closer-20777-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 5907049 INFO (jetty-closer-20777-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72317128431894535-127.0.0.1:34518_solr-n_0000000000) closing
[junit4] 2> 5907139 INFO (jetty-closer-20777-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@558413a6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 5907139 INFO (jetty-closer-20777-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@754185a1{/solr,null,UNAVAILABLE}
[junit4] 2> 5907139 INFO (jetty-closer-20777-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5907140 INFO (jetty-closer-20777-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@8e71959{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 5907140 INFO (jetty-closer-20777-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c49d1de{/solr,null,UNAVAILABLE}
[junit4] 2> 5907141 INFO (jetty-closer-20777-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5907707 INFO (jetty-closer-20777-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@132aa614{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 5907707 INFO (jetty-closer-20777-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7681c073{/solr,null,UNAVAILABLE}
[junit4] 2> 5907752 INFO (jetty-closer-20777-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5907788 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 5908094 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/collections/collection/terms/shard1
[junit4] 2> 2 /solr/collections/collection/terms/shard2
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 26 /solr/collections/collection/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/overseer/queue
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 5908096 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43070
[junit4] 2> 5908096 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43070
[junit4] 2> 5908096 INFO (SUITE-RemoteQueryErrorTest-seed#[4E094E65EF364989]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43070
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RemoteQueryErrorTest_4E094E65EF364989-001
[junit4] 2> Feb 20, 2020 7:44:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=7, maxDocsPerChunk=577, blockShift=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=7, blockSize=8)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@76b43195), locale=en-PK, timezone=Pacific/Bougainville
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=365625032,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AnalyticsQueryTest, TestHighlightDedupGrouping, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestSchemaField, JsonLoaderTest, DeleteReplicaTest, TestFieldCacheWithThreads, TestManagedStopFilterFactory, HdfsThreadLeakTest, LukeRequestHandlerTest, BigEndianAscendingWordDeserializerTest, LeaderTragicEventTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, TestBlendedInfixSuggestions, IndexSizeTriggerSizeEstimationTest, TestPullReplica, HdfsAutoAddReplicasIntegrationTest, TestExactSharedStatsCache, TestSchemaVersionResource, TemplateUpdateProcessorTest, AddReplicaTest, TestFaceting, TestPayloadScoreQParserPlugin, TestShortCircuitedRequests, AlternateDirectoryTest, TestAuthenticationFramework, TestJettySolrRunner, TestCoreDiscovery, TestSQLHandler, CdcrOpsAndBoundariesTest, MetricTriggerTest, SuggesterWFSTTest, TestWithCollection, UninvertDocValuesMergePolicyTest, RAMDirectoryFactoryTest, TestMacroExpander, TestSimClusterStateProvider, TestQuerySenderNoQuery, SpatialFilterTest, DocValuesMultiTest, TestPerFieldSimilarity, TriggerEventQueueTest, HdfsDirectoryTest, TestSolrQueryResponse, TestDFRSimilarityFactory, SolrCLIZkUtilsTest, ByteBuffersDirectoryFactoryTest, SystemLogListenerTest, TestCloudNestedDocsSort, SignatureUpdateProcessorFactoryTest, AuditLoggerIntegrationTest, TestUseDocValuesAsStored2, TestLegacyField, TestDistributedSearch, TestHdfsBackupRestoreCore, TestNumericRangeQuery64, XsltUpdateRequestHandlerTest, JWTAuthPluginTest, TestSolrTestCaseJ4, TestJsonFacetsWithNestedObjects, TestQueryUtils, ConnectionManagerTest, HdfsCollectionsAPIDistributedZkTest, TestFuzzyAnalyzedSuggestions, TestTrieFacet, TestConfigSetsAPI, TestRequestStatusCollectionAPI, TestCollapseQParserPlugin, UtilsToolTest, MetricsHistoryIntegrationTest, ShardsWhitelistTest, SpatialHeatmapFacetsTest, TestNumericTerms64, CloneFieldUpdateProcessorFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestCloudSchemaless, DebugComponentTest, TestScoreJoinQPScore, ReturnFieldsTest, DistributedFacetPivotSmallAdvancedTest, NestedShardedAtomicUpdateTest, TestElisionMultitermQuery, TestCSVLoader, TestReloadDeadlock, TestSimTriggerIntegration, ZkCollectionPropsCachingTest, TestSolrDeletionPolicy2, TestRandomFlRTGCloud, TestExceedMaxTermLength, ChaosMonkeySafeLeaderWithPullReplicasTest, TestNoOpRegenerator, TestDirectoryFactory, FuzzySearchTest, CoreAdminCreateDiscoverTest, BasicFunctionalityTest, ResponseBuilderTest, SuggesterFSTTest, ResolveAnalyzerByNameTest, TestTlogReplayVsRecovery, BasicDistributedZk2Test, TestRangeQuery, TestSolr4Spatial2, VersionInfoTest, TestTolerantUpdateProcessorRandomCloud, SpellCheckCollatorTest, DeleteInactiveReplicaTest, CloudReplicaSourceTest, TestSubQueryTransformerDistrib, ScheduledTriggerTest, TestXmlQParserPlugin, V2ApiIntegrationTest, DistributedQueryElevationComponentTest, HLLUtilTest, AnalysisErrorHandlingTest, TestJsonFacetRefinement, TestGraphTermsQParserPlugin, TestSimpleQParserPlugin, DirectSolrConnectionTest, CoreSorterTest, TaggerTest, TestDeprecatedFilters, MinimalSchemaTest, TestSimpleTextCodec, SimpleFacetsTest, ClusterStateUpdateTest, CdcrVersionReplicationTest, LeaderElectionTest, TestHalfAndHalfDocValues, TestSolrCloudWithHadoopAuthPlugin, RegexBoostProcessorTest, TestCoreAdminApis, BadCopyFieldTest, RequestLoggingTest, TestCryptoKeys, FastVectorHighlighterTest, TestStressRecovery, CollectionTooManyReplicasTest, RecoveryZkTest, TestStressVersions, TestSolrCoreSnapshots, OpenExchangeRatesOrgProviderTest, TestRecovery, TestSolrConfigHandlerConcurrent, TestLeaderElectionZkExpiry, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, AssignBackwardCompatibilityTest, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, ClusterStateTest, CollectionStateFormat2Test, ConfigSetsAPITest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderTest, ForceLeaderWithTlogReplicasTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionTest, HttpPartitionWithTlogReplicasTest, MoveReplicaTest, MultiSolrCloudTestCaseTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerTest, RemoteQueryErrorTest]
[junit4] Completed [505/904 (1!)] on J1 in 11.69s, 1 test, 1 failure <<< FAILURES!
[...truncated 10937 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:587: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid1913.hprof
Total time: 454 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2108 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2108/
All tests passed
Build Log:
[...truncated 67936 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:625: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:157: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/solr-ref-guide/build.xml:289: Java returned: 255
Total time: 286 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2107 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2107/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([78DC7DFE26A8F8E8:F3FBAE2F67AE536C]:0)
at java.base/sun.nio.ch.Net.bind0(Native Method)
at java.base/sun.nio.ch.Net.bind(Net.java:461)
at java.base/sun.nio.ch.Net.bind(Net.java:453)
at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:307)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:231)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:565)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=11960, name=qtp387327187-11960, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=11963, name=qtp387327187-11963, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=11962, name=qtp387327187-11962, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=11964, name=qtp387327187-11964-acceptor-0@11b76913-ServerConnector@1329a2e9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44624}, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=12056, name=Connector-Scheduler-1329a2e9-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=11966, name=qtp387327187-11966, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=11968, name=Session-HouseKeeper-56009a5d-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=11965, name=qtp387327187-11965, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=11961, name=qtp387327187-11961, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=11967, name=qtp387327187-11967, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=11960, name=qtp387327187-11960, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=11963, name=qtp387327187-11963, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=11962, name=qtp387327187-11962, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=11964, name=qtp387327187-11964-acceptor-0@11b76913-ServerConnector@1329a2e9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44624}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at java.base@11.0.4/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:701)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=12056, name=Connector-Scheduler-1329a2e9-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=11966, name=qtp387327187-11966, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=11968, name=Session-HouseKeeper-56009a5d-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=11965, name=qtp387327187-11965, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=11961, name=qtp387327187-11961, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=11967, name=qtp387327187-11967, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([78DC7DFE26A8F8E8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=11960, name=qtp387327187-11960, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 2) Thread[id=11963, name=qtp387327187-11963, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 3) Thread[id=11962, name=qtp387327187-11962, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 4) Thread[id=11964, name=qtp387327187-11964, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 5) Thread[id=12056, name=Connector-Scheduler-1329a2e9-1, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 6) Thread[id=11966, name=qtp387327187-11966, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 7) Thread[id=11968, name=Session-HouseKeeper-56009a5d-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 8) Thread[id=11965, name=qtp387327187-11965, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 9) Thread[id=11961, name=qtp387327187-11961, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834) 10) Thread[id=11967, name=qtp387327187-11967, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925) at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=11960, name=qtp387327187-11960, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
2) Thread[id=11963, name=qtp387327187-11963, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
3) Thread[id=11962, name=qtp387327187-11962, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
4) Thread[id=11964, name=qtp387327187-11964, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
5) Thread[id=12056, name=Connector-Scheduler-1329a2e9-1, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
6) Thread[id=11966, name=qtp387327187-11966, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
7) Thread[id=11968, name=Session-HouseKeeper-56009a5d-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
8) Thread[id=11965, name=qtp387327187-11965, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
9) Thread[id=11961, name=qtp387327187-11961, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
10) Thread[id=11967, name=qtp387327187-11967, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([78DC7DFE26A8F8E8]:0)
Build Log:
[...truncated 13682 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 965225 INFO (SUITE-ShardSplitTest-seed#[78DC7DFE26A8F8E8]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 965225 INFO (SUITE-ShardSplitTest-seed#[78DC7DFE26A8F8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 965226 INFO (SUITE-ShardSplitTest-seed#[78DC7DFE26A8F8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_78DC7DFE26A8F8E8-001/data-dir-39-001
[junit4] 2> 965226 WARN (SUITE-ShardSplitTest-seed#[78DC7DFE26A8F8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 965227 INFO (SUITE-ShardSplitTest-seed#[78DC7DFE26A8F8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 965228 INFO (SUITE-ShardSplitTest-seed#[78DC7DFE26A8F8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 965228 INFO (SUITE-ShardSplitTest-seed#[78DC7DFE26A8F8E8]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 965232 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 965233 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 965233 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 965333 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer start zk server on port:38382
[junit4] 2> 965333 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38382
[junit4] 2> 965333 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38382
[junit4] 2> 965333 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38382
[junit4] 2> 965335 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965337 INFO (zkConnectionManagerCallback-2806-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 965337 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 965341 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965343 INFO (zkConnectionManagerCallback-2808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 965343 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 965345 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 965348 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 965350 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 965352 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 965353 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 965355 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 965357 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 965358 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 965360 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 965361 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 965363 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 965364 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 965574 WARN (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 965574 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 965574 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 965574 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 965575 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 965575 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 965575 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 965575 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@af6c5ec{/,null,AVAILABLE}
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23e7c1c1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36772}
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.s.Server Started @965614ms
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_78DC7DFE26A8F8E8-001/tempDir-001/control/data, hostPort=36772, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_78DC7DFE26A8F8E8-001/control-001/cores}
[junit4] 2> 965576 ERROR (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 965576 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-18T06:00:34.380724Z
[junit4] 2> 965578 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965579 INFO (zkConnectionManagerCallback-2810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 965579 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 965681 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 965681 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_78DC7DFE26A8F8E8-001/control-001/solr.xml
[junit4] 2> 965685 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 965685 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 965686 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2926eb89, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 965888 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 965889 WARN (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@357f4169[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 965889 WARN (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@357f4169[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 965892 WARN (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b7f3f20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 965892 WARN (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b7f3f20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 965894 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38382/solr
[junit4] 2> 965897 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 965899 INFO (zkConnectionManagerCallback-2817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 965899 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966002 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 966003 INFO (zkConnectionManagerCallback-2819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 966003 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966114 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36772_
[junit4] 2> 966115 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.c.Overseer Overseer (id=72305396770340868-127.0.0.1:36772_-n_0000000000) starting
[junit4] 2> 966121 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 966121 INFO (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36772_
[junit4] 2> 966122 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36772_
[junit4] 2> 966122 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 966122 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 966122 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 966123 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 966123 INFO (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 966123 INFO (zkCallback-2818-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 966126 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 966126 WARN (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 966152 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 966181 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2926eb89
[junit4] 2> 966193 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2926eb89
[junit4] 2> 966193 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2926eb89
[junit4] 2> 966195 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [n:127.0.0.1:36772_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_78DC7DFE26A8F8E8-001/control-001/cores
[junit4] 2> 966217 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 966217 INFO (zkConnectionManagerCallback-2828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 966217 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 966219 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 966220 INFO (TEST-ShardSplitTest.test-seed#[78DC7DFE26A8F8E8]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38382/solr ready
[junit4] 2> 966223 INFO (qtp1083659077-8096) [n:127.0.0.1:36772_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36772_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 966226 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 966226 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 966226 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:36772_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 966226 DEBUG (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 966226 DEBUG (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:36772_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 966227 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 966227 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 966227 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 966227 DEBUG (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 966227 INFO (OverseerCollectionConfigSetProcessor-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 966227 INFO (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 966228 DEBUG (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 966228 DEBUG (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 966229 DEBUG (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 966230 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:36772_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 966231 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 966232 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 966332 DEBUG (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:36772_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 966334 DEBUG (OverseerThreadFactory-2713-thread-1-processing-n:127.0.0.1:36772_) [n:127.0.0.1:36772_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:36772_
[junit4] 2> 966336 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 966336 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 966339 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36772",
[junit4] 2> "node_name":"127.0.0.1:36772_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 966339 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36772",
[junit4] 2> "node_name":"127.0.0.1:36772_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 966341 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36772",
[junit4] 2> "node_name":"127.0.0.1:36772_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}
[junit4] 2> 966341 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:36772",
[junit4] 2> "node_name":"127.0.0.1:36772_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 966442 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 967351 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 967371 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 967471 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 967511 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 967512 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2926eb89
[junit4] 2> 967512 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_78DC7DFE26A8F8E8-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_78DC7DFE26A8F8E8-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 967516 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=89.02734375, floorSegmentMB=0.509765625, forceMergeDeletesPctAllowed=20.152500938673192, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=43.51745328275256
[junit4] 2> 967527 WARN (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 967616 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 967616 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 967618 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 967618 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 967619 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3251ed3a
[junit4] 2> 967620 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@47544fde[control_collection_shard1_replica_n1] main]
[junit4] 2> 967622 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 967622 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 967623 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 967623 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658853142222077952
[junit4] 2> 967627 INFO (searcherExecutor-2718-thread-1-processing-n:127.0.0.1:36772_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@47544fde[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 967630 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 967630 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 967634 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 967634 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 967634 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36772/control_collection_shard1_replica_n1/
[junit4] 2> 967634 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 967635 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:36772/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 967635 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72305396770340868-core_node2-n_0000000000
[junit4] 2> 967637 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36772/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 967638 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:36772",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 967739 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 967739 INFO (zkCallback-2818-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 967740 INFO (zkCallback-2818-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 967741 INFO (qtp1083659077-8095) [n:127.0.0.1:36772_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 967742 DEBUG (OverseerStateUpdate-72305396770340868-127.0.0.1:36772_-n_0000000000) [n:127.0.0.1:36772_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:36772",
[junit4] 2> "node_name":"127.0.0.1:36772_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4]
[...truncated too long message...]
clipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 3) Thread[id=11962, name=qtp387327187-11962, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
[junit4] > at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 4) Thread[id=11964, name=qtp387327187-11964, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 5) Thread[id=12056, name=Connector-Scheduler-1329a2e9-1, state=WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 6) Thread[id=11966, name=qtp387327187-11966, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 7) Thread[id=11968, name=Session-HouseKeeper-56009a5d-1, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@11.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@11.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 8) Thread[id=11965, name=qtp387327187-11965, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 9) Thread[id=11961, name=qtp387327187-11961, state=RUNNABLE, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/sun.nio.ch.EPoll.wait(Native Method)
[junit4] > at java.base@11.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
[junit4] > at java.base@11.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
[junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
[junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$204/0x0000000100460c40.run(Unknown Source)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > 10) Thread[id=11967, name=qtp387327187-11967, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
[junit4] > at java.base@11.0.4/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@11.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:875)
[junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:925)
[junit4] > at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] > at __randomizedtesting.SeedInfo.seed([78DC7DFE26A8F8E8]:0)
[junit4] Completed [170/904 (1!)] on J2 in 754.62s, 11 tests, 3 errors <<< FAILURES!
[...truncated 54844 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2106 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2106/
2 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:228)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
at java.base/java.util.Collections.singletonList(Collections.java:4823)
at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
FAILED: org.apache.solr.cloud.SyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([ED688BD497D8D461:653CB40E3924B999]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 1024 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1383,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1384,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1381,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] 2> at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] 2> at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] 2> at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1376,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1378,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] 2> at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] 2> at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] 2> at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] 2> ... 1 more
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1379,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] 2> at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] 2> at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] 2> at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] 2> ... 1 more
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1382,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] 2> at java.base/java.nio.HeapByteBufferR.duplicate(HeapByteBufferR.java:128)
[junit4] 2> at org.apache.lucene.store.ByteBuffersDataInput.readBytes(ByteBuffersDataInput.java:136)
[junit4] 2> at org.apache.lucene.store.ByteBuffersIndexInput.readBytes(ByteBuffersIndexInput.java:75)
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:146)
[junit4] 2> at org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:759)
[junit4] 2> at org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:406)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates$TermDocsIterator.nextTerm(FrozenBufferedUpdates.java:828)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.applyTermDeletes(FrozenBufferedUpdates.java:695)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:418)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:248)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] 2> at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1586)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1380,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] 2> at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] 2> at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] 2> at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] 2> ... 1 more
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1377,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] 2> at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] 2> at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] 2> at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] 2> ... 1 more
[junit4] 2>
[junit4] 2> ફેબ્રુ 17, 2020 4:42:01 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-1385,5,TGRP-TestIndexingSequenceNumbers]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] 2> at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] 2> at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] 2> at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] 2> at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] 2> at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] 2> ... 1 more
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexingSequenceNumbers -Dtests.method=testStressConcurrentCommit -Dtests.seed=7A836A989F7C9B94 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=gu -Dtests.timezone=MIT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 771s J2 | TestIndexingSequenceNumbers.testStressConcurrentCommit <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:228)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1579, name=Thread-1384, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1572, name=Thread-1377, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] > ... 1 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1574, name=Thread-1379, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] > ... 1 moreThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1577, name=Thread-1382, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.nio.HeapByteBufferR.duplicate(HeapByteBufferR.java:128)
[junit4] > at org.apache.lucene.store.ByteBuffersDataInput.readBytes(ByteBuffersDataInput.java:136)
[junit4] > at org.apache.lucene.store.ByteBuffersIndexInput.readBytes(ByteBuffersIndexInput.java:75)
[junit4] > at org.apache.lucene.store.MockIndexInputWrapper.readBytes(MockIndexInputWrapper.java:146)
[junit4] > at org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.nextBlock(BlockTermsReader.java:759)
[junit4] > at org.apache.lucene.codecs.blockterms.BlockTermsReader$FieldReader$SegmentTermsEnum.seekCeil(BlockTermsReader.java:406)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates$TermDocsIterator.nextTerm(FrozenBufferedUpdates.java:828)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.applyTermDeletes(FrozenBufferedUpdates.java:695)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.apply(FrozenBufferedUpdates.java:418)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:248)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1586)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1580, name=Thread-1385, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] > ... 1 moreThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1573, name=Thread-1378, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] > ... 1 moreThrowable #8: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1575, name=Thread-1380, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:216)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3392)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] > ... 1 moreThrowable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1576, name=Thread-1381, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([7A836A989F7C9B94]:0)
[junit4] > at java.base/java.util.Collections.singletonList(Collections.java:4823)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.getInfosToApply(FrozenBufferedUpdates.java:134)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.forceApply(FrozenBufferedUpdates.java:209)
[junit4] > at org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:158)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2575)
[junit4] > at org.apache.lucene.index.IndexWriter$$Lambda$215/0x00000001003c8440.process(Unknown Source)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5099)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3195)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3428)
[junit4] > at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3393)
[junit4] > at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:184)Throwable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1578, name=Thread-1383, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap spaceThrowable #11: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1571, name=Thread-1376, state=RUNNABLE, group=TGRP-TestIndexingSequenceNumbers]
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexingSequenceNumbers_7A836A989F7C9B94-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{thread=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), ___soft_deletes=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1367, maxMBSortInHeap=7.558473531413454, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@505ca025), locale=gu, timezone=MIT
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=55580536,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestRegexpQuery, TestAutomaton, TestBKD, TestIndexWriterExceptions, TestBoolean2, TestSwappedIndexFiles, TestDocsAndPositions, TestDocumentsWriterDeleteQueue, TestPolygon2D, TestHighCompressionMode, TestRecyclingByteBlockAllocator, TestLRUQueryCache, Test2BPoints, TestSubScorerFreqs, TestDistributionLL, Test2BPagedBytes, TestDocIdsWriter, TestFilterDirectoryReader, TestSpanNotQuery, TestTermsEnum2, TestMultiLevelSkipList, TestSegmentToThreadMapping, TestIndexOptions, TestLevenshteinAutomata, TestMatchAllDocsQuery, TestIndexTooManyDocs, TestNamedSPILoader, TestForUtil, TestLiveFieldValues, TestAutomatonQueryUnicode, TestLongPostings, TestSoftDeletesDirectoryReaderWrapper, TestBytesRefAttImpl, TestMSBRadixSorter, TestLatLonMultiPolygonShapeQueries, TestCodecs, TestMaxClauseLimit, TestSimpleAttributeImpl, TestIndexWriterUnicode, TestSameTokenSamePosition, TestReadOnlyIndex, TestCrash, TestSearchWithThreads, TestLatLonLineShapeQueries, TestByteSlices, TestNearSpansOrdered, TestIndexingSequenceNumbers]
[junit4] Completed [209/557 (1!)] on J2 in 1568.40s, 8 tests, 1 error <<< FAILURES!
[...truncated 1311 lines...]
[junit4] JVM J2: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/temp/junit4-J2-20200217_015611_6794757030915840280519.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid16793.hprof ...
[junit4] Heap dump file created [620178017 bytes in 20.734 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 12500 lines...]
[junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4] 2> 4668048 INFO (SUITE-SyncSliceTest-seed#[ED688BD497D8D461]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 4668048 INFO (SUITE-SyncSliceTest-seed#[ED688BD497D8D461]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4668048 INFO (SUITE-SyncSliceTest-seed#[ED688BD497D8D461]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/data-dir-174-001
[junit4] 2> 4668048 WARN (SUITE-SyncSliceTest-seed#[ED688BD497D8D461]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=154 numCloses=154
[junit4] 2> 4668048 INFO (SUITE-SyncSliceTest-seed#[ED688BD497D8D461]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4668066 INFO (SUITE-SyncSliceTest-seed#[ED688BD497D8D461]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 4668067 INFO (SUITE-SyncSliceTest-seed#[ED688BD497D8D461]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 4668072 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4668072 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4668072 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4668172 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer start zk server on port:46323
[junit4] 2> 4668172 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:46323
[junit4] 2> 4668172 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46323
[junit4] 2> 4668172 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46323
[junit4] 2> 4668174 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4668176 INFO (zkConnectionManagerCallback-17965-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4668176 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4668178 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4668179 INFO (zkConnectionManagerCallback-17967-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4668179 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4668181 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4668192 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4668194 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4668196 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4668197 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4668199 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4668209 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4668210 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4668212 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4668214 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4668215 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4668217 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4668219 INFO (zkConnectionManagerCallback-17971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4668219 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4668346 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 4669264 WARN (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 4669264 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4669264 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4669264 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4669265 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4669265 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4669265 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4669282 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f35d792{/,null,AVAILABLE}
[junit4] 2> 4669283 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26221526{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40379}
[junit4] 2> 4669283 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.s.Server Started @4669321ms
[junit4] 2> 4669283 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/tempDir-001/control/data, hostPort=40379, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/control-001/cores}
[junit4] 2> 4669283 ERROR (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4669284 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4669284 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4669284 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4669284 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4669284 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-17T07:33:04.160163Z
[junit4] 2> 4669339 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4669371 INFO (zkConnectionManagerCallback-17973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4669387 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4669509 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4669509 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/control-001/solr.xml
[junit4] 2> 4669512 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4669512 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4669514 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4676943 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4676944 WARN (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@63e78a5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4676944 WARN (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@63e78a5f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4676969 WARN (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@53c63f04[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4676990 WARN (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@53c63f04[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4676992 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46323/solr
[junit4] 2> 4677002 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4677088 INFO (zkConnectionManagerCallback-17980-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4677098 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4677214 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4677230 INFO (zkConnectionManagerCallback-17982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4677230 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4678541 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40379_
[junit4] 2> 4678542 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.c.Overseer Overseer (id=72300098113372165-127.0.0.1:40379_-n_0000000000) starting
[junit4] 2> 4678659 INFO (OverseerStateUpdate-72300098113372165-127.0.0.1:40379_-n_0000000000) [n:127.0.0.1:40379_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40379_
[junit4] 2> 4678703 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40379_
[junit4] 2> 4678760 INFO (OverseerStateUpdate-72300098113372165-127.0.0.1:40379_-n_0000000000) [n:127.0.0.1:40379_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4678765 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4678765 WARN (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4678930 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4679139 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f
[junit4] 2> 4679206 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f
[junit4] 2> 4679206 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f
[junit4] 2> 4679224 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [n:127.0.0.1:40379_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/control-001/cores
[junit4] 2> 4679381 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4679382 INFO (zkConnectionManagerCallback-17991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4679382 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4679383 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4679385 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46323/solr ready
[junit4] 2> 4679638 INFO (qtp1685121868-46870) [n:127.0.0.1:40379_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40379_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4679655 INFO (OverseerThreadFactory-11793-thread-1-processing-n:127.0.0.1:40379_) [n:127.0.0.1:40379_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 4679859 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4679859 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4681021 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 4681159 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 4681946 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4682049 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 4682066 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f
[junit4] 2> 4682066 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 4682069 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=78.490234375, floorSegmentMB=2.169921875, forceMergeDeletesPctAllowed=25.53070534594788, segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7798261343153187, deletesPctAllowed=42.292767446112556
[junit4] 2> 4682107 WARN (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 4682834 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4682834 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4682836 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4682836 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4682849 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@42eaa538
[junit4] 2> 4682850 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1719c2c9[control_collection_shard1_replica_n1] main]
[junit4] 2> 4682852 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4682852 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4682853 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4682853 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658768376703483904
[junit4] 2> 4682857 INFO (searcherExecutor-11798-thread-1-processing-n:127.0.0.1:40379_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1719c2c9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4682876 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4682876 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 4682880 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4682880 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4682880 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40379/control_collection_shard1_replica_n1/
[junit4] 2> 4682880 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4682881 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:40379/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 4682881 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72300098113372165-core_node2-n_0000000000
[junit4] 2> 4682891 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40379/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 4682893 INFO (zkCallback-17981-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4682893 INFO (zkCallback-17981-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4682894 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4682896 INFO (qtp1685121868-46871) [n:127.0.0.1:40379_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3037
[junit4] 2> 4682935 INFO (qtp1685121868-46870) [n:127.0.0.1:40379_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4682996 INFO (zkCallback-17981-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4682996 INFO (zkCallback-17981-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4682996 INFO (zkCallback-17981-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4682999 INFO (qtp1685121868-46870) [n:127.0.0.1:40379_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40379_&wt=javabin&version=2} status=0 QTime=3361
[junit4] 2> 4683000 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 4683136 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4683138 INFO (zkConnectionManagerCallback-17997-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4683138 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4683139 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4683141 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46323/solr ready
[junit4] 2> 4683141 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4683288 INFO (qtp1685121868-46872) [n:127.0.0.1:40379_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4683291 INFO (OverseerThreadFactory-11793-thread-2-processing-n:127.0.0.1:40379_) [n:127.0.0.1:40379_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4683291 INFO (OverseerCollectionConfigSetProcessor-72300098113372165-127.0.0.1:40379_-n_0000000000) [n:127.0.0.1:40379_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4683495 WARN (OverseerThreadFactory-11793-thread-2-processing-n:127.0.0.1:40379_) [n:127.0.0.1:40379_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 4683497 INFO (qtp1685121868-46872) [n:127.0.0.1:40379_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4683498 INFO (qtp1685121868-46872) [n:127.0.0.1:40379_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=210
[junit4] 2> 4683499 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4683499 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4683499 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4683499 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4683499 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 4683499 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 4683499 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 4684254 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/shard-1-001 of type NRT for shard1
[junit4] 2> 4684257 WARN (closeThreadPool-17998-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 4684257 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4684257 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4684257 INFO (closeThreadPool-17998-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 4684258 INFO (closeThreadPool-17998-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4684258 INFO (closeThreadPool-17998-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4684259 INFO (closeThreadPool-17998-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4684259 INFO (closeThreadPool-17998-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53139cfb{/,null,AVAILABLE}
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@327eb34d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34478}
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.e.j.s.Server Started @4684298ms
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/tempDir-001/jetty1, hostPort=34478, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/shard-1-001/cores}
[junit4] 2> 4684260 ERROR (closeThreadPool-17998-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 4684260 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-17T07:33:19.136824Z
[junit4] 2> 4684261 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4684299 INFO (zkConnectionManagerCallback-18000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4684299 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4684424 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4684424 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001/shard-1-001/solr.xml
[junit4] 2> 4684428 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4684449 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4684450 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4685298 INFO (OverseerCollectionConfigSetProcessor-72300098113372165-127.0.0.1:40379_-n_0000000000) [n:127.0.0.1:40379_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4686395 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 4686490 WARN (closeThreadPool-17998-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@79fbd0f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4686490 WARN (closeThreadPool-17998-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@79fbd0f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4686494 WARN (closeThreadPool-17998-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@458d3e0d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4686494 WARN (closeThreadPool-17998-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@458d3e0d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4686496 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46323/solr
[junit4] 2> 4686496 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4686522 INFO (zkConnectionManagerCallback-18007-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4686522 INFO (closeThreadPool-17998-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4686652 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4686653 INFO (zkConnectionManagerCallback-18009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4686653 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4686659 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4686663 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.c.ZkController Publish node=127.0.0.1:34478_ as DOWN
[junit4] 2> 4686664 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4686664 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34478_
[junit4] 2> 4686666 INFO (zkCallback-17981-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4686666 INFO (zkCallback-17996-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4686666 INFO (zkCallback-18008-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4686668 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4686677 WARN (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4686969 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4687119 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f
[junit4] 2> 4687193 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f41ae2f
[junit4] 2> 4687193 INFO (closeThreadPool-17998-thread-1) [n:127.0.0.1:34478_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanS
[...truncated too long message...]
ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 28 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 8 /solr/packages.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 233 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72300098113372183-core_node8-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72300098113372176-127.0.0.1:33494_-n_0000000003
[junit4] 2> 2 /solr/overseer_elect/election/72300098113372165-127.0.0.1:40379_-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 77 /solr/overseer/queue
[junit4] 2> 69 /solr/live_nodes
[junit4] 2> 21 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> 4752340 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46323
[junit4] 2> 4752340 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46323
[junit4] 2> 4752340 INFO (TEST-SyncSliceTest.test-seed#[ED688BD497D8D461]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46323
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=ED688BD497D8D461 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=dsb -Dtests.timezone=Africa/Kinshasa -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 84.3s J2 | SyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([ED688BD497D8D461:653CB40E3924B999]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_ED688BD497D8D461-001
[junit4] 2> Feb 17, 2020 7:34:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=Lucene84, multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=MockRandom), _root_=PostingsFormat(name=MockRandom), id=Lucene84, text=PostingsFormat(name=Asserting)}, docValues:{other_tl1=DocValuesFormat(name=Lucene80), range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Lucene80), a_i1=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=222, maxMBSortInHeap=5.4174122027014135, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16e5cf75), locale=dsb, timezone=Africa/Kinshasa
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=267242728,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrCachePerf, TriggerIntegrationTest, CollectionPropsTest, ConnectionReuseTest, SolrCloudExampleTest, HdfsRestartWhileUpdatingTest, TestLocalStatsCacheCloud, CachingDirectoryFactoryTest, TestTolerantSearch, MoreLikeThisHandlerTest, AsyncCallRequestStatusResponseTest, SolrMetricReporterTest, SpellCheckComponentTest, TestDocumentBuilder, MultiSolrCloudTestCaseTest, TestDynamicFieldResource, CopyFieldTest, ResponseLogComponentTest, SortByFunctionTest, ConcurrentDeleteAndCreateCollectionTest, TestRTimerTree, TestBadConfig, TokenizerChainTest, TestDownShardTolerantSearch, HighlighterWithoutStoredIdTest, ParsingFieldUpdateProcessorsTest, BJQParserTest, RandomizedTaggerTest, TestAddFieldRealTimeGet, MetricsConfigTest, TestMacros, SolrCmdDistributorTest, ClassificationUpdateProcessorIntegrationTest, TestEmbeddedSolrServerConstructors, TestMultiValuedNumericRangeQuery, PeerSyncWithBufferUpdatesTest, TestSolrJ, DocValuesTest, TestExactStatsCache, TestExtendedDismaxParser, CurrencyRangeFacetCloudTest, TestLegacyNumericRangeQueryBuilder, TestCollectionAPI, TestSchemaResource, UUIDFieldTest, TestCollationField, TestSuggestSpellingConverter, IndexSizeTriggerTest, TestRawTransformer, TestDelegationWithHadoopAuth, TestLegacyBM25SimilarityFactory, TestLocalFSCloudBackupRestore, TestSimUtils, CoreAdminHandlerTest, BlockDirectoryTest, LargeFieldTest, TestCloudJSONFacetJoinDomain, HdfsLockFactoryTest, RequestHandlersTest, LeaderElectionContextKeyTest, AuditLoggerPluginTest, DirectoryFactoryTest, PropertiesRequestHandlerTest, DateRangeFieldTest, SolrCoreCheckLockOnStartupTest, TestSolrConfigHandler, SpatialRPTFieldTypeTest, TimeRoutedAliasUpdateProcessorTest, TestFieldCache, TestNestedDocsSort, CloudMLTQParserTest, IgnoreLargeDocumentProcessorFactoryTest, HighlighterConfigTest, TestFastOutputStream, SearchHandlerTest, SuggesterTSTTest, TestStressThreadBackup, NodeAddedTriggerIntegrationTest, TestCollectionAPIs, TestValueSourceCache, TestJsonFacets, TestIntervalFaceting, FileBasedSpellCheckerTest, PluginInfoTest, TestRandomRequestDistribution, TestManagedSynonymFilterFactory, LeaderFailoverAfterPartitionTest, TestComplexPhraseLeadingWildcard, OverseerSolrResponseTest, TestManagedResource, PeerSyncWithLeaderTest, CollectionsAPIAsyncDistributedZkTest, TestDistribPackageStore, TestSerializedLuceneMatchVersion, TestDynamicLoading, DistribDocExpirationUpdateProcessorTest, DefaultValueUpdateProcessorTest, TestFieldTypeCollectionResource, TestLegacyFieldReuse, TestTextField, CoreMergeIndexesAdminHandlerTest, TestStandardQParsers, CustomHighlightComponentTest, CdcrReplicationHandlerTest, TestJoin, TestPHPSerializedResponseWriter, TestHttpShardHandlerFactory, MoveReplicaHDFSFailoverTest, TestBulkSchemaConcurrent, SharedFSAutoReplicaFailoverTest, TestOverriddenPrefixQueryForCustomFieldType, TestConfigSetsAPIExclusivity, CdcrWithNodesRestartsTest, InfoHandlerTest, DocumentAnalysisRequestHandlerTest, NotRequiredUniqueKeyTest, DeleteShardTest, SubstringBytesRefFilterTest, DeleteLastCustomShardedReplicaTest, TestExportWriter, TestFiltering, XCJFQueryTest, TestPerFieldSimilarityWithDefaultOverride, NodeMutatorTest, TestBinaryResponseWriter, AdminHandlersProxyTest, HttpTriggerListenerTest, TestDistributedTracing, SignificantTermsQParserPluginTest, WrapperMergePolicyFactoryTest, TestRTGBase, TestReRankQParserPlugin, DocumentBuilderTest, MetricsHistoryWithAuthIntegrationTest, TestLegacyFieldCache, TestOnReconnectListenerSupport, TestHashQParserPlugin, ScheduledMaintenanceTriggerTest, TestBulkSchemaAPI, TestRecoveryHdfs, BlobRepositoryCloudTest, TestConfigReload, TestSmileRequest, TestJmxIntegration, TestCustomSort, OverseerCollectionConfigSetProcessorTest, BigEndianAscendingWordSerializerTest, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateMockUtilTest, CollectionsAPISolrJTest, ForceLeaderWithTlogReplicasTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MoveReplicaHDFSTest, OverseerModifyCollectionTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, OverseerTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, ReindexCollectionTest, SyncSliceTest]
[junit4] Completed [529/904 (1!)] on J2 in 84.63s, 1 test, 1 failure <<< FAILURES!
[...truncated 10823 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:653: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:587: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid16793.hprof
Total time: 437 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2105 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2105/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([9FA6DD3EB579D6E7:17F2E2E41B85BB1F]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15153 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 7347239 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 7347239 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 7347239 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/data-dir-250-001
[junit4] 2> 7347239 WARN (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 7347240 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 7347253 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 7347254 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 7347469 WARN (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 7347471 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7347530 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7347530 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7347530 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 7347532 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c029da1{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 7348414 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@c4a305e{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west_apache_org-36825-hadoop-hdfs-3_2_0-tests_jar-_-any-14211960082394789980.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 7348430 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47541f26{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:36825}
[junit4] 2> 7348430 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.Server Started @7348471ms
[junit4] 2> 7348582 WARN (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 7348596 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7348597 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7348597 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7348597 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 7348597 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f0074ff{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 7349377 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3be7328f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-44151-hadoop-hdfs-3_2_0-tests_jar-_-any-4756059615510748761.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 7349377 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f8349b7{HTTP/1.1,[http/1.1]}{localhost:44151}
[junit4] 2> 7349377 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.Server Started @7349419ms
[junit4] 2> 7349451 WARN (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 7349452 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7349453 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7349453 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7349453 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 7349453 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b5f6c6e{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 7349905 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x21de5506bdbf64d9: Processing first storage report for DS-ff02d741-218d-40eb-9591-e23f7b8889d3 from datanode b05adfc0-f27e-4973-8b9b-49ef391c48a7
[junit4] 2> 7349905 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x21de5506bdbf64d9: from storage DS-ff02d741-218d-40eb-9591-e23f7b8889d3 node DatanodeRegistration(127.0.0.1:38565, datanodeUuid=b05adfc0-f27e-4973-8b9b-49ef391c48a7, infoPort=46735, infoSecurePort=0, ipcPort=37927, storageInfo=lv=-57;cid=testClusterID;nsid=531500706;c=1581842284550), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 7349905 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x21de5506bdbf64d9: Processing first storage report for DS-4af4944f-21f0-4a55-adbd-0d8774d9f321 from datanode b05adfc0-f27e-4973-8b9b-49ef391c48a7
[junit4] 2> 7349905 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x21de5506bdbf64d9: from storage DS-4af4944f-21f0-4a55-adbd-0d8774d9f321 node DatanodeRegistration(127.0.0.1:38565, datanodeUuid=b05adfc0-f27e-4973-8b9b-49ef391c48a7, infoPort=46735, infoSecurePort=0, ipcPort=37927, storageInfo=lv=-57;cid=testClusterID;nsid=531500706;c=1581842284550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 7350256 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@622c2c75{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-40231-hadoop-hdfs-3_2_0-tests_jar-_-any-4932825395051618540.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 7350256 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ee71da9{HTTP/1.1,[http/1.1]}{localhost:40231}
[junit4] 2> 7350256 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.Server Started @7350298ms
[junit4] 2> 7350740 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x75c495d78d13333d: Processing first storage report for DS-ee8da963-438a-43ff-970c-7da4f518c35b from datanode dadc183d-017b-4d8e-921a-5a9d934b6915
[junit4] 2> 7350740 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x75c495d78d13333d: from storage DS-ee8da963-438a-43ff-970c-7da4f518c35b node DatanodeRegistration(127.0.0.1:46257, datanodeUuid=dadc183d-017b-4d8e-921a-5a9d934b6915, infoPort=37677, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=531500706;c=1581842284550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 7350740 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x75c495d78d13333d: Processing first storage report for DS-9d372455-c6f7-4da9-b4c9-548fce9095ac from datanode dadc183d-017b-4d8e-921a-5a9d934b6915
[junit4] 2> 7350740 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x75c495d78d13333d: from storage DS-9d372455-c6f7-4da9-b4c9-548fce9095ac node DatanodeRegistration(127.0.0.1:46257, datanodeUuid=dadc183d-017b-4d8e-921a-5a9d934b6915, infoPort=37677, infoSecurePort=0, ipcPort=38003, storageInfo=lv=-57;cid=testClusterID;nsid=531500706;c=1581842284550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 7350900 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 7350901 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 7350901 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 7351001 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer start zk server on port:33282
[junit4] 2> 7351001 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33282
[junit4] 2> 7351001 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33282
[junit4] 2> 7351001 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33282
[junit4] 2> 7351003 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7351005 INFO (zkConnectionManagerCallback-20323-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7351005 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7351016 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7351017 INFO (zkConnectionManagerCallback-20325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7351017 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7351019 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 7351021 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 7351023 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 7351024 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 7351026 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 7351027 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 7351029 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 7351030 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 7351032 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 7351033 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 7351035 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 7351037 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7351038 INFO (zkConnectionManagerCallback-20329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7351038 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7351140 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 7351560 WARN (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 7351560 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 7351560 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 7351560 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7351561 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7351561 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7351561 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 7351561 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58acdb22{/,null,AVAILABLE}
[junit4] 2> 7351562 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73ea5ee5{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41597}
[junit4] 2> 7351562 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.s.Server Started @7351604ms
[junit4] 2> 7351562 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:33363/hdfs__lucene2-us-west.apache.org_33363__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001_tempDir-002_control_data, hostPort=41597, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/control-001/cores, replicaType=NRT}
[junit4] 2> 7351562 ERROR (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 7351562 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 7351563 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 7351563 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 7351563 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 7351563 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-16T08:38:08.780082Z
[junit4] 2> 7351564 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7351565 INFO (zkConnectionManagerCallback-20331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7351565 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7351666 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 7351667 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/control-001/solr.xml
[junit4] 2> 7351670 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 7351670 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 7351672 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 7353125 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 7353135 WARN (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@721435c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7353135 WARN (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@721435c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7353147 WARN (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15d3c30f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7353147 WARN (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15d3c30f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7353149 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33282/solr
[junit4] 2> 7353150 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7353151 INFO (zkConnectionManagerCallback-20338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7353151 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7353254 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7353255 INFO (zkConnectionManagerCallback-20340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7353255 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7353407 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41597_
[junit4] 2> 7353408 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.c.Overseer Overseer (id=72294691732193285-127.0.0.1:41597_-n_0000000000) starting
[junit4] 2> 7353422 INFO (OverseerStateUpdate-72294691732193285-127.0.0.1:41597_-n_0000000000) [n:127.0.0.1:41597_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41597_
[junit4] 2> 7353443 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41597_
[junit4] 2> 7353445 INFO (zkCallback-20339-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 7353447 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 7353448 WARN (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 7353536 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 7353584 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7353598 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7353598 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7353599 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [n:127.0.0.1:41597_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/control-001/cores
[junit4] 2> 7353634 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7353635 INFO (zkConnectionManagerCallback-20349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7353635 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7353637 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 7353639 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33282/solr ready
[junit4] 2> 7353730 INFO (qtp1869507654-178056) [n:127.0.0.1:41597_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41597_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7353734 INFO (OverseerThreadFactory-16388-thread-1-processing-n:127.0.0.1:41597_) [n:127.0.0.1:41597_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 7353861 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 7353861 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 7354876 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 7354907 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 7355190 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 7355214 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 7355215 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7355215 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:33363/solr_hdfs_home
[junit4] 2> 7355215 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 7355215 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:33363/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 7355216 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33363/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 7355234 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 7355234 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 7355249 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 7355250 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33363/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 7355315 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:33363/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 7355331 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 7355331 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 7355342 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 7355343 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13850932827039292]
[junit4] 2> 7355392 WARN (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 7355567 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 7355567 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 7355567 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 7355621 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 7355621 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 7355623 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=0.845703125, floorSegmentMB=1.876953125, forceMergeDeletesPctAllowed=25.581594807825198, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=28.404307196444584
[junit4] 2> 7355628 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fe3e18f[control_collection_shard1_replica_n1] main]
[junit4] 2> 7355630 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 7355630 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 7355630 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 7355631 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658681864065384448
[junit4] 2> 7355635 INFO (searcherExecutor-16393-thread-1-processing-n:127.0.0.1:41597_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2fe3e18f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 7355637 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 7355637 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 7355642 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 7355642 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 7355642 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41597/control_collection_shard1_replica_n1/
[junit4] 2> 7355643 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 7355643 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:41597/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 7355643 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72294691732193285-core_node2-n_0000000000
[junit4] 2> 7355653 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41597/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 7355755 INFO (zkCallback-20339-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 7355756 INFO (zkCallback-20339-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 7355757 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 7355771 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1910
[junit4] 2> 7355774 INFO (qtp1869507654-178056) [n:127.0.0.1:41597_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 7355872 INFO (zkCallback-20339-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 7355872 INFO (zkCallback-20339-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 7355872 INFO (zkCallback-20339-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 7355873 INFO (qtp1869507654-178056) [n:127.0.0.1:41597_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41597_&wt=javabin&version=2} status=0 QTime=2142
[junit4] 2> 7355873 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 7355979 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7355994 INFO (zkConnectionManagerCallback-20355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7355994 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7355996 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 7355997 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33282/solr ready
[junit4] 2> 7355997 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 7356152 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7356156 INFO (OverseerThreadFactory-16388-thread-2-processing-n:127.0.0.1:41597_) [n:127.0.0.1:41597_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 7356156 INFO (OverseerCollectionConfigSetProcessor-72294691732193285-127.0.0.1:41597_-n_0000000000) [n:127.0.0.1:41597_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7356363 WARN (OverseerThreadFactory-16388-thread-2-processing-n:127.0.0.1:41597_) [n:127.0.0.1:41597_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 7356365 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 7356366 INFO (qtp1869507654-178055) [n:127.0.0.1:41597_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=214
[junit4] 2> 7356367 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 7356367 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 7356368 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 7356368 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 7356368 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 7356368 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 7356368 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 7357035 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-1-001 of type NRT for shard1
[junit4] 2> 7357051 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 7357051 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 7357051 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 7357051 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7357060 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7357060 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7357060 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 7357061 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@443589de{/,null,AVAILABLE}
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@562c24e2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33347}
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.Server Started @7357104ms
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:33363/hdfs__lucene2-us-west.apache.org_33363__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001_tempDir-002_jetty1, hostPort=33347, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-1-001/cores}
[junit4] 2> 7357062 ERROR (closeThreadPool-20356-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 7357062 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-16T08:38:14.279900Z
[junit4] 2> 7357063 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7357065 INFO (zkConnectionManagerCallback-20358-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7357065 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7357186 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 7357186 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-1-001/solr.xml
[junit4] 2> 7357190 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 7357190 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 7357204 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 7358158 INFO (OverseerCollectionConfigSetProcessor-72294691732193285-127.0.0.1:41597_-n_0000000000) [n:127.0.0.1:41597_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7358424 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-2-001 of type NRT for shard1
[junit4] 2> 7358428 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 7358428 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 7358428 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 7358428 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7358429 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7358429 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7358429 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 7358429 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19681b42{/,null,AVAILABLE}
[junit4] 2> 7358430 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11c74b3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44997}
[junit4] 2> 7358430 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.Server Started @7358472ms
[junit4] 2> 7358430 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:33363/hdfs__lucene2-us-west.apache.org_33363__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001_tempDir-002_jetty2, hostPort=44997, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-2-001/cores}
[junit4] 2> 7358431 ERROR (closeThreadPool-20356-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 7358431 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 7358431 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 7358431 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 7358431 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 7358431 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-16T08:38:15.648391Z
[junit4] 2> 7358432 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7358433 INFO (zkConnectionManagerCallback-20361-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7358433 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7358535 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 7358535 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-2-001/solr.xml
[junit4] 2> 7358572 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 7358572 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 7358574 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 7359454 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 7359458 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4676a498[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7359458 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4676a498[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7359523 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7f56db73[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7359523 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7f56db73[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7359525 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33282/solr
[junit4] 2> 7359681 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7359681 INFO (zkConnectionManagerCallback-20368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7359681 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7359823 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7359867 INFO (zkConnectionManagerCallback-20370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7359867 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7359882 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 7359886 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.ZkController Publish node=127.0.0.1:33347_ as DOWN
[junit4] 2> 7359887 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 7359887 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33347_
[junit4] 2> 7359889 INFO (zkCallback-20339-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 7359889 INFO (zkCallback-20369-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 7359889 INFO (zkCallback-20354-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 7359891 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 7359891 WARN (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 7360009 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 7360140 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7360286 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7360286 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7360288 INFO (closeThreadPool-20356-thread-1) [n:127.0.0.1:33347_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-1-001/cores
[junit4] 2> 7360482 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33347_
[junit4] 2> 7361030 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 7361087 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@45252728[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7361087 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@45252728[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7361091 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f67469e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7361091 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f67469e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7361092 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33282/solr
[junit4] 2> 7361093 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7361095 INFO (zkConnectionManagerCallback-20380-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7361110 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7361228 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7361229 INFO (zkConnectionManagerCallback-20382-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7361229 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7361235 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 7361265 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.ZkController Publish node=127.0.0.1:44997_ as DOWN
[junit4] 2> 7361266 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 7361266 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44997_
[junit4] 2> 7361282 INFO (zkCallback-20339-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7361282 INFO (zkCallback-20369-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7361282 INFO (zkCallback-20354-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7361283 INFO (zkCallback-20381-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 7361285 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 7361285 WARN (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 7361345 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-3-001 of type NRT for shard1
[junit4] 2> 7361346 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 7361349 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 7361349 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 7361349 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 7361349 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7361350 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7361350 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7361350 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 7361351 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26de1945{/,null,AVAILABLE}
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@cd18604{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41148}
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.e.j.s.Server Started @7361394ms
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:33363/hdfs__lucene2-us-west.apache.org_33363__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001_tempDir-002_jetty3, hostPort=41148, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 7361352 ERROR (closeThreadPool-20356-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 7361352 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-16T08:38:18.569862Z
[junit4] 2> 7361353 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7361379 INFO (zkConnectionManagerCallback-20388-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7361379 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7361433 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7361483 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 7361483 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-3-001/solr.xml
[junit4] 2> 7361487 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 7361487 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 7361489 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 7361524 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7361524 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9
[junit4] 2> 7361538 INFO (closeThreadPool-20356-thread-2) [n:127.0.0.1:44997_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-2-001/cores
[junit4] 2> 7361813 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44997_
[junit4] 2> 7363257 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-4-001 of type NRT for shard1
[junit4] 2> 7363276 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 7363276 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 7363276 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 7363276 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7363341 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7363341 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7363341 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 7363402 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59fefc0e{/,null,AVAILABLE}
[junit4] 2> 7363403 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d40d5d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43904}
[junit4] 2> 7363403 INFO (closeThreadPool-20356-thread-2) [ ] o.e.j.s.Server Started @7363445ms
[junit4] 2> 7363403 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:33363/hdfs__lucene2-us-west.apache.org_33363__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001_tempDir-002_jetty4, hostPort=43904, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 7363404 ERROR (closeThreadPool-20356-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 7363404 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 7363404 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 7363404 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 7363404 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 7363404 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-16T08:38:20.621170Z
[junit4] 2> 7363427 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7363428 INFO (zkConnectionManagerCallback-20391-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7363428 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7363565 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 7363565 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-4-001/solr.xml
[junit4] 2> 7363585 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 7363585 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 7363586 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 7365624 INFO (TEST-HdfsSyncSliceTest.test-seed#[9FA6DD3EB579D6E7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-5-001 of type NRT for shard1
[junit4] 2> 7365641 WARN (closeThreadPool-20356-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 7365641 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 7365641 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 7365641 INFO (closeThreadPool-20356-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 7365642 INFO (closeThreadPool-20356-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 7365642 INFO (closeThreadPool-20356-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 7365642 INFO (closeThreadPool-20356-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 7365642 INFO (closeThreadPool-20356-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@241ed9e4{/,null,AVAILABLE}
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5eb0e491{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43004}
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.e.j.s.Server Started @7365685ms
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:33363/hdfs__lucene2-us-west.apache.org_33363__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001_tempDir-002_jetty5, hostPort=43004, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-5-001/cores}
[junit4] 2> 7365644 ERROR (closeThreadPool-20356-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 7365644 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-16T08:38:22.861599Z
[junit4] 2> 7365645 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7365646 INFO (zkConnectionManagerCallback-20394-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7365646 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7365748 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 7365748 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001/shard-5-001/solr.xml
[junit4] 2> 7365760 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 7365760 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 7365782 INFO (closeThreadPool-20356-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@35278cf9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 7366306 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 7366342 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f571992[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366342 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f571992[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366443 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 7366452 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1985f841[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366452 WARN (closeThreadPool-20356-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1985f841[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366454 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33282/solr
[junit4] 2> 7366480 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 7366500 INFO (zkConnectionManagerCallback-20402-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 7366501 INFO (closeThreadPool-20356-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 7366537 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1bed3f34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366537 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1bed3f34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366541 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@784ef6c3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366541 WARN (closeThreadPool-20356-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@784ef6c3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 7366543 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33282/solr
[junit4] 2> 7366553 INFO (closeThreadPool-20356-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to con
[...truncated too long message...]
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 7414282 WARN (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 7414374 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@622c2c75{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 7414417 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2ee71da9{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 7414417 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7414441 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b5f6c6e{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 7414490 WARN (BP-697189237-127.0.0.1-1581842284550 heartbeating to lucene2-us-west.apache.org/127.0.0.1:33363) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 7414490 WARN (BP-697189237-127.0.0.1-1581842284550 heartbeating to lucene2-us-west.apache.org/127.0.0.1:33363) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-697189237-127.0.0.1-1581842284550 (Datanode Uuid dadc183d-017b-4d8e-921a-5a9d934b6915) service to lucene2-us-west.apache.org/127.0.0.1:33363
[junit4] 2> 7414623 WARN (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 7414722 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@3be7328f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 7414722 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@f8349b7{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 7414723 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7414723 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f0074ff{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 7414724 WARN (BP-697189237-127.0.0.1-1581842284550 heartbeating to lucene2-us-west.apache.org/127.0.0.1:33363) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 7414724 WARN (BP-697189237-127.0.0.1-1581842284550 heartbeating to lucene2-us-west.apache.org/127.0.0.1:33363) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-697189237-127.0.0.1-1581842284550 (Datanode Uuid b05adfc0-f27e-4973-8b9b-49ef391c48a7) service to lucene2-us-west.apache.org/127.0.0.1:33363
[junit4] 2> 7414834 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@c4a305e{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 7414857 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47541f26{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 7414857 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7414857 INFO (SUITE-HdfsSyncSliceTest-seed#[9FA6DD3EB579D6E7]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c029da1{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_9FA6DD3EB579D6E7-001
[junit4] 2> Feb 16, 2020 8:39:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 65 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@e174f09), locale=en-VG, timezone=Europe/Ulyanovsk
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=4,free=204168344,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudSearcherWarming, CollectionPropsTest, ReindexCollectionTest, DistribDocExpirationUpdateProcessorTest, PeerSyncWithLeaderTest, WrapperMergePolicyFactoryTest, CurrencyRangeFacetCloudTest, TestStressReorder, SolrIndexSplitterTest, TestSerializedLuceneMatchVersion, PeerSyncWithBufferUpdatesTest, PrimitiveFieldTypeTest, TestHttpShardHandlerFactory, TestBadConfig, SolrTestCaseJ4Test, ParsingFieldUpdateProcessorsTest, TestExactStatsCacheCloud, TestExtendedDismaxParser, ShardSplitTest, TestLuceneMatchVersion, TestSimPolicyCloud, TestTlogReplica, CustomHighlightComponentTest, TestConfigOverlay, PolyFieldTest, TestDynamicFieldResource, TestCollationField, ZkControllerTest, TestRandomRequestDistribution, PropertiesRequestHandlerTest, TestSimComputePlanAction, DistributedFacetSimpleRefinementLongTailTest, TestSolrCachePerf, QueryParsingTest, TimeRoutedAliasUpdateProcessorTest, BasicDistributedZkTest, ScheduledMaintenanceTriggerTest, DistributedDebugComponentTest, DocumentAnalysisRequestHandlerTest, TestMissingGroups, TestSimExecutePlanAction, TestBulkSchemaAPI, HighlighterWithoutStoredIdTest, TestRawTransformer, LeaderElectionContextKeyTest, NodeMutatorTest, ConvertedLegacyTest, TestRTimerTree, AdminHandlersProxyTest, TestDeleteCollectionOnDownNodes, CloudMLTQParserTest, TestReloadAndDeleteDocs, TestMacros, TestCloudJSONFacetJoinDomain, TestDownShardTolerantSearch, HighlighterConfigTest, TestSmileRequest, SpellCheckComponentTest, CdcrWithNodesRestartsTest, TestDistributedGrouping, CollectionsAPIAsyncDistributedZkTest, MetricsConfigTest, ZkStateReaderTest, DocumentBuilderTest, NodeAddedTriggerIntegrationTest, TestReqParamsAPI, DistributedQueryComponentCustomSortTest, HdfsBasicDistributedZkTest, TestFieldTypeCollectionResource, TestDynamicLoading, TestReplicationHandler, TestSubQueryTransformer, UpdateLogTest, SearchRateTriggerIntegrationTest, FileBasedSpellCheckerTest, DefaultValueUpdateProcessorTest, TestJsonFacets, TestBulkSchemaConcurrent, TestLocalFSCloudBackupRestore, TestRecoveryHdfs, CdcrUpdateLogTest, TestCorePropertiesReload, TestJmxIntegration, DocValuesTest, TestLegacyBM25SimilarityFactory, AutoAddReplicasIntegrationTest, MetricsHistoryWithAuthIntegrationTest, IndexSchemaRuntimeFieldTest, UUIDFieldTest, SuggestComponentTest, DeleteLastCustomShardedReplicaTest, TaggingAttributeTest, TestSchemaManager, TestMultiValuedNumericRangeQuery, TestBinaryResponseWriter, TestStressInPlaceUpdates, TestPackages, NodeLostTriggerTest, HttpPartitionOnCommitTest, SpatialRPTFieldTypeTest, TestFieldCacheSortRandom, FileUtilsTest, ConcurrentCreateRoutedAliasTest, PhrasesIdentificationComponentTest, ForceLeaderWithTlogReplicasTest, ConcurrentDeleteAndCreateCollectionTest, TestSearchPerf, HttpTriggerListenerTest, MBeansHandlerTest, PluginInfoTest, TestNumericTokenStream, TestUtils, BadIndexSchemaTest, DOMUtilTest, TestPKIAuthenticationPlugin, TestManagedSchema, TestUnifiedSolrHighlighterWithoutStoredId, TestEmbeddedSolrServerConstructors, TestHdfsUpdateLog, TestOrdValues, TestChildDocTransformer, LeaderVoteWaitTimeoutTest, RequestHandlersTest, TestNestedUpdateProcessor, TestLegacyFieldCache, SolrCmdDistributorTest, RuleEngineTest, TestLRUStatsCacheCloud, PrimUtilsTest, TestUtilizeNode, SolrJmxReporterCloudTest, TestDelegationWithHadoopAuth, SubstringBytesRefFilterTest, TestSurroundQueryParser, ClusterStateMockUtilTest, MoreLikeThisHandlerTest, LeaderFailoverAfterPartitionTest, TestConfigSets, TestSSLRandomization, TestCloudInspectUtil, HdfsTlogReplayBufferedWhileIndexingTest, TestUninvertingReader, TestFiltering, TestDistribPackageStore, CdcrBidirectionalTest, TestTolerantUpdateProcessorCloud, TestWithCollection, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ZkSolrClientTest, TestCollectionAPI, IndexSizeTriggerSizeEstimationTest, IndexSizeTriggerTest, ScheduledTriggerIntegrationTest, SystemLogListenerTest, TriggerCooldownIntegrationTest, TriggerSetPropertiesIntegrationTest, TestSimGenericDistributedQueue, TestSimLargeCluster, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsSyncSliceTest]
[junit4] Completed [595/904 (1!)] on J2 in 70.49s, 1 test, 1 failure <<< FAILURES!
[...truncated 53470 lines...]