You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/05/11 21:06:08 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 96 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/96/
2 tests failed.
FAILED: org.apache.solr.DistributedIntervalFacetingTest.test
Error Message:
Error from server at http://127.0.0.1:46543/collection1: ERROR adding document SolrInputDocument(fields: [id=1720, test_s_dv=290157, test_i_dv=835935, test_l_dv=648237, test_f_dv=204850.14, test_d_dv=391230.8907832228, test_ss_dv=[653764, 98507, 96412], test_is_dv=[72777, 942500, 425487], test_ls_dv=[474075, 970726, 259113], test_fs_dv=[156497.53, 925756.44, 939943.44], test_ds_dv=[615349.0693099248, 412160.1181910806, 849094.7612189016], rnd_b=true, n_ti1=1448614803, n_f1=0.48728234, n_tf1=0.984207, n_d1=0.7435609951643152, n_td1=0.3158485590865501, n_l1=6425795502380594815, n_tl1=-426945736505391494, n_dt1=+90463133-08-21T21:43:10.754Z, n_tdt1=-276480072-05-10T10:45:56.084Z])
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46543/collection1: ERROR adding document SolrInputDocument(fields: [id=1720, test_s_dv=290157, test_i_dv=835935, test_l_dv=648237, test_f_dv=204850.14, test_d_dv=391230.8907832228, test_ss_dv=[653764, 98507, 96412], test_is_dv=[72777, 942500, 425487], test_ls_dv=[474075, 970726, 259113], test_fs_dv=[156497.53, 925756.44, 939943.44], test_ds_dv=[615349.0693099248, 412160.1181910806, 849094.7612189016], rnd_b=true, n_ti1=1448614803, n_f1=0.48728234, n_tf1=0.984207, n_d1=0.7435609951643152, n_td1=0.3158485590865501, n_l1=6425795502380594815, n_tl1=-426945736505391494, n_dt1=+90463133-08-21T21:43:10.754Z, n_tdt1=-276480072-05-10T10:45:56.084Z])
at __randomizedtesting.SeedInfo.seed([4E3129131A5AC71C:C66516C9B4A6AAE4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:156)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:550)
at org.apache.solr.BaseDistributedSearchTestCase.indexr(BaseDistributedSearchTestCase.java:532)
at org.apache.solr.DistributedIntervalFacetingTest.testRandom(DistributedIntervalFacetingTest.java:147)
at org.apache.solr.DistributedIntervalFacetingTest.test(DistributedIntervalFacetingTest.java:47)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1108)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:42929/at_gg/qk
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:42929/at_gg/qk
at __randomizedtesting.SeedInfo.seed([4E3129131A5AC71C:C66516C9B4A6AAE4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 52 more
Build Log:
[...truncated 14241 lines...]
[junit4] Suite: org.apache.solr.DistributedIntervalFacetingTest
[junit4] 2> 1401896 INFO (SUITE-DistributedIntervalFacetingTest-seed#[4E3129131A5AC71C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/init-core-data-001
[junit4] 2> 1401897 WARN (SUITE-DistributedIntervalFacetingTest-seed#[4E3129131A5AC71C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=49 numCloses=49
[junit4] 2> 1401897 INFO (SUITE-DistributedIntervalFacetingTest-seed#[4E3129131A5AC71C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1401899 INFO (SUITE-DistributedIntervalFacetingTest-seed#[4E3129131A5AC71C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9182 - causes OOM)
[junit4] 2> 1401900 INFO (SUITE-DistributedIntervalFacetingTest-seed#[4E3129131A5AC71C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1402121 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/control/cores/collection1
[junit4] 2> 1402122 WARN (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1402123 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1402123 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1402123 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1402124 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1402124 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1402125 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1402125 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@458c90e2{/,null,AVAILABLE}
[junit4] 2> 1402128 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4109010a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34320}
[junit4] 2> 1402128 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.Server Started @1402196ms
[junit4] 2> 1402128 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-distrib-interval-faceting.xml, solrconfig=solrconfig-basic.xml, hostContext=/, hostPort=34320, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/control/cores}
[junit4] 2> 1402128 ERROR (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1402129 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1402129 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1402129 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1402129 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1402129 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-11T19:46:16.909Z
[junit4] 2> 1402129 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/control/solr.xml
[junit4] 2> 1402135 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1402135 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1402137 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1402239 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1402241 WARN (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11b037c9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1402246 WARN (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26cb1dea[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1402273 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1402274 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1402301 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1402317 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1402317 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1402320 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/control/cores
[junit4] 2> 1402320 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1402321 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1402353 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1402364 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1402372 WARN (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 1402377 WARN (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 1402380 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1402380 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1402380 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1402381 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 1402383 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=7, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.4609375, noCFSRatio=0.12966973136867166]
[junit4] 2> 1402455 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1402455 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1402456 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5681263273981955]
[junit4] 2> 1402458 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eef23f[collection1] main]
[junit4] 2> 1402458 WARN (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1402459 INFO (coreLoadExecutor-6922-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1402460 INFO (searcherExecutor-6923-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1eef23f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1403150 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 1403151 WARN (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1403151 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1403151 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1403151 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1403153 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1403153 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1403153 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1403154 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c053533{/,null,AVAILABLE}
[junit4] 2> 1403154 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@686bb0bb{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40698}
[junit4] 2> 1403154 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.s.Server Started @1403222ms
[junit4] 2> 1403154 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-distrib-interval-faceting.xml, solrconfig=solrconfig-basic.xml, hostContext=/, hostPort=40698, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/shard0/cores}
[junit4] 2> 1403155 ERROR (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1403155 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1403155 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1403155 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1403155 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1403155 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-11T19:46:17.935Z
[junit4] 2> 1403155 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/shard0/solr.xml
[junit4] 2> 1403160 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1403160 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1403162 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1403344 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1403347 WARN (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@56abcb97[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1403351 WARN (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@107fb0df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1403378 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1403378 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1403406 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1403429 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1403430 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1403433 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/shard0/cores
[junit4] 2> 1403433 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1403435 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1403500 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1403514 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1403531 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1403531 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1403531 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c4be34b
[junit4] 2> 1403531 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.DistributedIntervalFacetingTest_4E3129131A5AC71C-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 1403548 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=7, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.4609375, noCFSRatio=0.12966973136867166]
[junit4] 2> 1403664 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1403664 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1403665 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5681263273981955]
[junit4] 2> 1403667 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@195b0d8f[collection1] main]
[junit4] 2> 1403667 WARN (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1403668 INFO (coreLoadExecutor-6935-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1403669 INFO (searcherExecutor-6936-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@195b0d8f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1403670 INFO (TEST-DistributedIntervalFacetingTest.test-seed#[4E3129131A5AC71C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1403675 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1403675 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1403678 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1403678 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1403679 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1403679 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@888e015 commitCommandVersion:0
[junit4] 2> 1403682 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@275dfa00[collection1] main]
[junit4] 2> 1403682 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1403684 INFO (searcherExecutor-6923-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@275dfa00[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1403684 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1403685 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1403685 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49dfd18b commitCommandVersion:0
[junit4] 2> 1403688 INFO (qtp294936294-28491) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@660ac3b4[collection1] main]
[junit4] 2> 1403689 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1403690 INFO (searcherExecutor-6936-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@660ac3b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1403690 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1403696 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[0]} 0 3
[junit4] 2> 1403701 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[0]} 0 2
[junit4] 2> 1403703 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1]} 0 1
[junit4] 2> 1403706 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[1]} 0 1
[junit4] 2> 1403709 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1403710 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1403711 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1403712 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1403713 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1403715 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1403717 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5]} 0 1
[junit4] 2> 1403718 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1403719 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1403720 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1403750 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7]} 0 29
[junit4] 2> 1403767 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[7]} 0 16
[junit4] 2> 1403771 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8]} 0 2
[junit4] 2> 1403773 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[8]} 0 2
[junit4] 2> 1403774 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1403775 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1403777 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1403777 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1403778 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1403779 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1403781 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1403781 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1403782 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1403783 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1403785 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1403787 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1403828 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15]} 0 40
[junit4] 2> 1403853 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[15]} 0 24
[junit4] 2> 1403856 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16]} 0 1
[junit4] 2> 1403858 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[16]} 0 1
[junit4] 2> 1403859 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1403860 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1403861 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1403861 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1403862 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1403863 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1403864 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1403865 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1403866 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1403867 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1403868 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1403868 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1403894 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[23]} 0 24
[junit4] 2> 1403919 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[23]} 0 24
[junit4] 2> 1403921 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[24]} 0 1
[junit4] 2> 1403923 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[24]} 0 1
[junit4] 2> 1403925 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1403926 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1403927 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1403927 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1403928 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1403929 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1403930 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1403930 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@888e015 commitCommandVersion:0
[junit4] 2> 1403982 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@242d1841[collection1] main]
[junit4] 2> 1403983 INFO (searcherExecutor-6923-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@242d1841[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C8:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978524}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.2.0):C8:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978591}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.2.0):C8:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978662}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.2.0):C4:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978722}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1403983 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1403983 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 53
[junit4] 2> 1403984 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1403984 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49dfd18b commitCommandVersion:0
[junit4] 2> 1404030 INFO (qtp294936294-28493) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39c1fcba[collection1] main]
[junit4] 2> 1404030 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1404032 INFO (searcherExecutor-6936-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@39c1fcba[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C8:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978544}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(8.2.0):C8:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978621}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(8.2.0):C8:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978687}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(8.2.0):C4:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1557603978776}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1404032 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 47
[junit4] 2> 1404035 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[28]} 0 1
[junit4] 2> 1404036 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[28]} 0 1
[junit4] 2> 1404037 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1404038 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1404039 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1404040 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1404041 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1404042 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1404049 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1404050 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1404051 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1404052 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1404053 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1404053 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1404069 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[35]} 0 14
[junit4] 2> 1404084 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[35]} 0 14
[junit4] 2> 1404087 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[36]} 0 1
[junit4] 2> 1404089 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[36]} 0 1
[junit4] 2> 1404090 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1404091 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1404092 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1404093 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1404093 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1404094 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1404095 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1404096 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1404097 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1404098 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1404099 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1404100 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1404123 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[43]} 0 23
[junit4] 2> 1404147 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[43]} 0 23
[junit4] 2> 1404150 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[44]} 0 1
[junit4] 2> 1404152 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[44]} 0 1
[junit4] 2> 1404153 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1404154 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1404155 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1404156 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1404157 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1404158 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1404159 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=id:47} 0 0
[junit4] 2> 1404160 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=id:47} 0 0
[junit4] 2> 1404161 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1404162 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1404162 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1404163 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1404164 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1404165 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1404208 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[51]} 0 42
[junit4] 2> 1404242 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[51]} 0 33
[junit4] 2> 1404244 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[52]} 0 1
[junit4] 2> 1404246 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[52]} 0 1
[junit4] 2> 1404247 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1404248 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1404249 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1404249 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1404250 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1404251 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1404252 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1404253 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1404254 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1404255 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1404255 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1404256 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1404271 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[59]} 0 14
[junit4] 2> 1404295 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[59]} 0 23
[junit4] 2> 1404298 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[60]} 0 1
[junit4] 2> 1404300 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[60]} 0 1
[junit4] 2> 1404301 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1404301 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1404302 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1404303 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1404304 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1404305 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1404307 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1404308 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1404309 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1404310 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1404310 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1404311 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1404334 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[67]} 0 22
[junit4] 2> 1404358 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[67]} 0 22
[junit4] 2> 1404360 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[68]} 0 1
[junit4] 2> 1404362 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[68]} 0 1
[junit4] 2> 1404363 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1404364 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1404365 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1404365 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1404366 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1404367 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1404368 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1404369 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1404369 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1404370 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1404371 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1404372 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1404395 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[75]} 0 22
[junit4] 2> 1404419 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[75]} 0 23
[junit4] 2> 1404421 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[76]} 0 1
[junit4] 2> 1404423 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[76]} 0 1
[junit4] 2> 1404424 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1404425 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1404426 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1404426 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1404427 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 1404428 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 1404429 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1404430 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1404431 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1404431 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1404432 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1404433 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1404457 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[83]} 0 23
[junit4] 2> 1404481 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[83]} 0 23
[junit4] 2> 1404484 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[84]} 0 1
[junit4] 2> 1404486 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[84]} 0 1
[junit4] 2> 1404487 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1404487 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1404488 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1404489 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1404490 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 1404490 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 1404491 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 1404492 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 1404493 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 1404493 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 1404494 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 1404495 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 1404519 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[91]} 0 24
[junit4] 2> 1404545 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[91]} 0 24
[junit4] 2> 1404547 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[92]} 0 1
[junit4] 2> 1404549 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[92]} 0 1
[junit4] 2> 1404549 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 1404550 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 1404551 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 1404552 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 1404553 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 1404553 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 1404554 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 1404555 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 1404556 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 1404557 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 1404557 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 1404558 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 1404582 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[99]} 0 23
[junit4] 2> 1404607 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[99]} 0 24
[junit4] 2> 1404610 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100]} 0 1
[junit4] 2> 1404612 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[100]} 0 1
[junit4] 2> 1404613 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1404614 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1404615 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1404615 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1404616 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1404617 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1404618 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1404619 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1404619 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1404620 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1404621 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1404622 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1404646 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107]} 0 23
[junit4] 2> 1404686 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[107]} 0 39
[junit4] 2> 1404689 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108]} 0 1
[junit4] 2> 1404691 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[108]} 0 1
[junit4] 2> 1404692 INFO (qtp1028233969-28472) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1404693 INFO (qtp294936294-28488) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1404693 INFO (qtp1028233969-28471) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1404694 INFO (qtp294936294-28491) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1404695 INFO (qtp1028233969-28468) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1404696 INFO (qtp294936294-28490) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1404697 INFO (qtp1028233969-28469) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1404697 INFO (qtp294936294-28492) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1404699 INFO (qtp1028233969-28470) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1404700 INFO (qtp294936294-28493) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1404700 INFO (qtp1028233969-28472) [ x:co
[...truncated too long message...]
y-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2058427228
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2058427228
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null2058427228
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 307 minutes 47 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 104 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/104/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3408)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([B4CD711539A7AE0D]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:268)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:151)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:862)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1586)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testCreateLargeSimCollections
Error Message:
last ClusterState: znodeVersion: 2707 live nodes:[127.0.0.1:10251_solr, 127.0.0.1:10296_solr, 127.0.0.1:10282_solr, 127.0.0.1:10249_solr, 127.0.0.1:10279_solr, 127.0.0.1:10304_solr, 127.0.0.1:10234_solr, 127.0.0.1:10265_solr, 127.0.0.1:10318_solr, 127.0.0.1:10320_solr, 127.0.0.1:10281_solr, 127.0.0.1:10266_solr, 127.0.0.1:10321_solr, 127.0.0.1:10235_solr, 127.0.0.1:10319_solr, 127.0.0.1:10233_solr, 127.0.0.1:10236_solr, 127.0.0.1:10305_solr, 127.0.0.1:10247_solr, 127.0.0.1:10252_solr, 127.0.0.1:10302_solr, 127.0.0.1:10284_solr, 127.0.0.1:10298_solr, 127.0.0.1:10295_solr, 127.0.0.1:10262_solr, 127.0.0.1:10231_solr, 127.0.0.1:10268_solr, 127.0.0.1:10315_solr, 127.0.0.1:10224_solr, 127.0.0.1:10263_solr, 127.0.0.1:10269_solr, 127.0.0.1:10246_solr, 127.0.0.1:10285_solr, 127.0.0.1:10316_solr, 127.0.0.1:10240_solr, 127.0.0.1:10275_solr, 127.0.0.1:10278_solr, 127.0.0.1:10250_solr, 127.0.0.1:10297_solr, 127.0.0.1:10300_solr, 127.0.0.1:10259_solr, 127.0.0.1:10291_solr, 127.0.0.1:10294_solr, 127.0.0.1:10309_solr, 127.0.0.1:10237_solr, 127.0.0.1:10253_solr, 127.0.0.1:10322_solr, 127.0.0.1:10306_solr, 127.0.0.1:10256_solr, 127.0.0.1:10303_solr, 127.0.0.1:10272_solr, 127.0.0.1:10257_solr, 127.0.0.1:10312_solr, 127.0.0.1:10226_solr, 127.0.0.1:10290_solr, 127.0.0.1:10273_solr, 127.0.0.1:10260_solr, 127.0.0.1:10258_solr, 127.0.0.1:10274_solr, 127.0.0.1:10313_solr, 127.0.0.1:10288_solr, 127.0.0.1:10243_solr, 127.0.0.1:10227_solr, 127.0.0.1:10230_solr, 127.0.0.1:10308_solr, 127.0.0.1:10225_solr, 127.0.0.1:10228_solr, 127.0.0.1:10241_solr, 127.0.0.1:10292_solr, 127.0.0.1:10255_solr, 127.0.0.1:10310_solr, 127.0.0.1:10239_solr, 127.0.0.1:10244_solr, 127.0.0.1:10287_solr, 127.0.0.1:10254_solr, 127.0.0.1:10293_solr, 127.0.0.1:10229_solr, 127.0.0.1:10299_solr, 127.0.0.1:10271_solr, 127.0.0.1:10276_solr, 127.0.0.1:10307_solr, 127.0.0.1:10323_solr, 127.0.0.1:10238_solr, 127.0.0.1:10270_solr, 127.0.0.1:10301_solr, 127.0.0.1:10232_solr, 127.0.0.1:10277_solr, 127.0.0.1:10261_solr, 127.0.0.1:10286_solr, 127.0.0.1:10289_solr, 127.0.0.1:10245_solr, 127.0.0.1:10242_solr, 127.0.0.1:10314_solr, 127.0.0.1:10317_solr, 127.0.0.1:10280_solr, 127.0.0.1:10283_solr, 127.0.0.1:10267_solr, 127.0.0.1:10311_solr, 127.0.0.1:10248_solr, 127.0.0.1:10264_solr] collections:{large_sim_collection9=DocCollection(large_sim_collection9//clusterstate.json/2706)={ "replicationFactor":"1", "pullReplicas":"5", "router":{"name":"compositeId"}, "maxShardsPerNode":"10", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"6", "autoCreated":"true", "shards":{ "shard10":{ "replicas":{ "core_node133":{ "core":"large_sim_collection9_shard10_replica_t133", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node132":{ "core":"large_sim_collection9_shard10_replica_t132", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10225_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node131":{ "core":"large_sim_collection9_shard10_replica_t131", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10230_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node130":{ "core":"large_sim_collection9_shard10_replica_t130", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node140":{ "core":"large_sim_collection9_shard10_replica_p140", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node129":{ "core":"large_sim_collection9_shard10_replica_n129", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node128":{ "core":"large_sim_collection9_shard10_replica_n128", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node139":{ "core":"large_sim_collection9_shard10_replica_p139", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node138":{ "core":"large_sim_collection9_shard10_replica_p138", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node127":{ "core":"large_sim_collection9_shard10_replica_n127", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node137":{ "core":"large_sim_collection9_shard10_replica_p137", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node136":{ "core":"large_sim_collection9_shard10_replica_p136", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node135":{ "core":"large_sim_collection9_shard10_replica_t135", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10277_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node134":{ "core":"large_sim_collection9_shard10_replica_t134", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-e37ffff", "state":"active"}, "shard11":{ "replicas":{ "core_node144":{ "core":"large_sim_collection9_shard11_replica_t144", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10316_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node154":{ "core":"large_sim_collection9_shard11_replica_p154", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10288_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node143":{ "core":"large_sim_collection9_shard11_replica_n143", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10229_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node153":{ "core":"large_sim_collection9_shard11_replica_p153", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10224_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node142":{ "core":"large_sim_collection9_shard11_replica_n142", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node152":{ "core":"large_sim_collection9_shard11_replica_p152", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node141":{ "core":"large_sim_collection9_shard11_replica_n141", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node151":{ "core":"large_sim_collection9_shard11_replica_p151", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node150":{ "core":"large_sim_collection9_shard11_replica_p150", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10251_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node149":{ "core":"large_sim_collection9_shard11_replica_t149", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node148":{ "core":"large_sim_collection9_shard11_replica_t148", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node147":{ "core":"large_sim_collection9_shard11_replica_t147", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node146":{ "core":"large_sim_collection9_shard11_replica_t146", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node145":{ "core":"large_sim_collection9_shard11_replica_t145", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"e380000-1c70ffff", "state":"active"}, "shard12":{ "replicas":{ "core_node166":{ "core":"large_sim_collection9_shard12_replica_p166", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10295_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node155":{ "core":"large_sim_collection9_shard12_replica_n155", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10301_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node165":{ "core":"large_sim_collection9_shard12_replica_p165", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10227_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node164":{ "core":"large_sim_collection9_shard12_replica_p164", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10247_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node163":{ "core":"large_sim_collection9_shard12_replica_t163", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10264_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node162":{ "core":"large_sim_collection9_shard12_replica_t162", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10284_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node161":{ "core":"large_sim_collection9_shard12_replica_t161", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10267_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node160":{ "core":"large_sim_collection9_shard12_replica_t160", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10257_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node159":{ "core":"large_sim_collection9_shard12_replica_t159", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10269_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node158":{ "core":"large_sim_collection9_shard12_replica_t158", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10318_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node157":{ "core":"large_sim_collection9_shard12_replica_n157", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10235_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node168":{ "core":"large_sim_collection9_shard12_replica_p168", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node156":{ "core":"large_sim_collection9_shard12_replica_n156", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10265_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node167":{ "core":"large_sim_collection9_shard12_replica_p167", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10289_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"1c710000-2aa9ffff", "state":"active"}, "shard2":{ "replicas":{ "core_node18":{ "core":"large_sim_collection9_shard2_replica_t18", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10303_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node28":{ "core":"large_sim_collection9_shard2_replica_p28", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node17":{ "core":"large_sim_collection9_shard2_replica_n17", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10276_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node19":{ "core":"large_sim_collection9_shard2_replica_t19", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10275_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node21":{ "core":"large_sim_collection9_shard2_replica_t21", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10243_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node20":{ "core":"large_sim_collection9_shard2_replica_t20", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10314_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node23":{ "core":"large_sim_collection9_shard2_replica_t23", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10244_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node22":{ "core":"large_sim_collection9_shard2_replica_t22", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10254_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node25":{ "core":"large_sim_collection9_shard2_replica_p25", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10322_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node24":{ "core":"large_sim_collection9_shard2_replica_p24", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10274_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node16":{ "core":"large_sim_collection9_shard2_replica_n16", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10256_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node27":{ "core":"large_sim_collection9_shard2_replica_p27", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node26":{ "core":"large_sim_collection9_shard2_replica_p26", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10231_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node15":{ "core":"large_sim_collection9_shard2_replica_n15", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10315_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"8e380000-9c70ffff", "state":"active"}, "shard13":{ "replicas":{ "core_node180":{ "core":"large_sim_collection9_shard13_replica_p180", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10298_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node177":{ "core":"large_sim_collection9_shard13_replica_t177", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10238_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node176":{ "core":"large_sim_collection9_shard13_replica_t176", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10308_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node175":{ "core":"large_sim_collection9_shard13_replica_t175", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10273_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node174":{ "core":"large_sim_collection9_shard13_replica_t174", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10226_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node173":{ "core":"large_sim_collection9_shard13_replica_t173", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10250_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node172":{ "core":"large_sim_collection9_shard13_replica_t172", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10294_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node182":{ "core":"large_sim_collection9_shard13_replica_p182", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10282_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node171":{ "core":"large_sim_collection9_shard13_replica_n171", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10271_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node181":{ "core":"large_sim_collection9_shard13_replica_p181", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10252_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node170":{ "core":"large_sim_collection9_shard13_replica_n170", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10302_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node169":{ "core":"large_sim_collection9_shard13_replica_n169", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10300_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node179":{ "core":"large_sim_collection9_shard13_replica_p179", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10292_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node178":{ "core":"large_sim_collection9_shard13_replica_p178", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10253_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"2aaa0000-38e2ffff", "state":"active"}, "shard14":{ "replicas":{ "core_node191":{ "core":"large_sim_collection9_shard14_replica_t191", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10293_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node190":{ "core":"large_sim_collection9_shard14_replica_t190", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10313_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node188":{ "core":"large_sim_collection9_shard14_replica_t188", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10283_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node187":{ "core":"large_sim_collection9_shard14_replica_t187", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10280_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node186":{ "core":"large_sim_collection9_shard14_replica_t186", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10281_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node185":{ "core":"large_sim_collection9_shard14_replica_n185", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10228_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node196":{ "core":"large_sim_collection9_shard14_replica_p196", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10299_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node184":{ "core":"large_sim_collection9_shard14_replica_n184", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10321_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node195":{ "core":"large_sim_collection9_shard14_replica_p195", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10323_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node183":{ "core":"large_sim_collection9_shard14_replica_n183", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10304_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node194":{ "core":"large_sim_collection9_shard14_replica_p194", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10310_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node193":{ "core":"large_sim_collection9_shard14_replica_p193", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10246_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node192":{ "core":"large_sim_collection9_shard14_replica_p192", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10290_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node189":{ "core":"large_sim_collection9_shard14_replica_t189", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10286_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"38e30000-471bffff", "state":"active"}, "shard3":{ "replicas":{ "core_node29":{ "core":"large_sim_collection9_shard3_replica_n29", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node39":{ "core":"large_sim_collection9_shard3_replica_p39", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node32":{ "core":"large_sim_collection9_shard3_replica_t32", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10225_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node31":{ "core":"large_sim_collection9_shard3_replica_n31", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10230_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node42":{ "core":"large_sim_collection9_shard3_replica_p42", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node34":{ "core":"large_sim_collection9_shard3_replica_t34", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node33":{ "core":"large_sim_collection9_shard3_replica_t33", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node36":{ "core":"large_sim_collection9_shard3_replica_t36", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node35":{ "core":"large_sim_collection9_shard3_replica_t35", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10277_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node38":{ "core":"large_sim_collection9_shard3_replica_p38", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node37":{ "core":"large_sim_collection9_shard3_replica_t37", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node41":{ "core":"large_sim_collection9_shard3_replica_p41", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node30":{ "core":"large_sim_collection9_shard3_replica_n30", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node40":{ "core":"large_sim_collection9_shard3_replica_p40", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"9c710000-aaa9ffff", "state":"active"}, "shard15":{ "replicas":{ "core_node210":{ "core":"large_sim_collection9_shard15_replica_p210", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10262_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node199":{ "core":"large_sim_collection9_shard15_replica_n199", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10245_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node198":{ "core":"large_sim_collection9_shard15_replica_n198", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10291_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node197":{ "core":"large_sim_collection9_shard15_replica_n197", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10278_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node207":{ "core":"large_sim_collection9_shard15_replica_p207", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10268_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node206":{ "core":"large_sim_collection9_shard15_replica_p206", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10287_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node205":{ "core":"large_sim_collection9_shard15_replica_t205", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10266_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node204":{ "core":"large_sim_collection9_shard15_replica_t204", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10258_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node203":{ "core":"large_sim_collection9_shard15_replica_t203", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10234_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node202":{ "core":"large_sim_collection9_shard15_replica_t202", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10305_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node200":{ "core":"large_sim_collection9_shard15_replica_t200", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10260_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node209":{ "core":"large_sim_collection9_shard15_replica_p209", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10319_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node208":{ "core":"large_sim_collection9_shard15_replica_p208", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10232_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"471c0000-5554ffff", "state":"active"}, "shard4":{ "replicas":{ "core_node54":{ "core":"large_sim_collection9_shard4_replica_p54", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10288_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node53":{ "core":"large_sim_collection9_shard4_replica_p53", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10224_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node45":{ "core":"large_sim_collection9_shard4_replica_n45", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node56":{ "core":"large_sim_collection9_shard4_replica_p56", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10265_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node44":{ "core":"large_sim_collection9_shard4_replica_n44", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10316_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node55":{ "core":"large_sim_collection9_shard4_replica_p55", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10301_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node47":{ "core":"large_sim_collection9_shard4_replica_t47", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node46":{ "core":"large_sim_collection9_shard4_replica_t46", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node49":{ "core":"large_sim_collection9_shard4_replica_t49", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node48":{ "core":"large_sim_collection9_shard4_replica_t48", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node50":{ "core":"large_sim_collection9_shard4_replica_t50", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10251_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node52":{ "core":"large_sim_collection9_shard4_replica_p52", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node51":{ "core":"large_sim_collection9_shard4_replica_t51", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"aaaa0000-b8e2ffff", "state":"active"}, "shard5":{ "replicas":{ "core_node65":{ "core":"large_sim_collection9_shard5_replica_t65", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10227_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node64":{ "core":"large_sim_collection9_shard5_replica_t64", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10247_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node67":{ "core":"large_sim_collection9_shard5_replica_p67", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10289_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node66":{ "core":"large_sim_collection9_shard5_replica_p66", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10295_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node58":{ "core":"large_sim_collection9_shard5_replica_n58", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10318_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node69":{ "core":"large_sim_collection9_shard5_replica_p69", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10300_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node57":{ "core":"large_sim_collection9_shard5_replica_n57", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10235_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node68":{ "core":"large_sim_collection9_shard5_replica_p68", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node59":{ "core":"large_sim_collection9_shard5_replica_n59", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10269_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node70":{ "core":"large_sim_collection9_shard5_replica_p70", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10302_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node61":{ "core":"large_sim_collection9_shard5_replica_t61", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10267_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node60":{ "core":"large_sim_collection9_shard5_replica_t60", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10257_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node63":{ "core":"large_sim_collection9_shard5_replica_t63", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10264_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node62":{ "core":"large_sim_collection9_shard5_replica_t62", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10284_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"b8e30000-c71bffff", "state":"active"}, "shard16":{ "replicas":{ "core_node221":{ "core":"large_sim_collection9_shard16_replica_p221", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10243_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node220":{ "core":"large_sim_collection9_shard16_replica_p220", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10314_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node218":{ "core":"large_sim_collection9_shard16_replica_t218", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10303_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node217":{ "core":"large_sim_collection9_shard16_replica_t217", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10276_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node216":{ "core":"large_sim_collection9_shard16_replica_t216", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10256_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node215":{ "core":"large_sim_collection9_shard16_replica_t215", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10315_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node214":{ "core":"large_sim_collection9_shard16_replica_t214", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10309_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node213":{ "core":"large_sim_collection9_shard16_replica_n213", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10279_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node224":{ "core":"large_sim_collection9_shard16_replica_p224", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10274_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node223":{ "core":"large_sim_collection9_shard16_replica_p223", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10244_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node212":{ "core":"large_sim_collection9_shard16_replica_n212", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10307_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node211":{ "core":"large_sim_collection9_shard16_replica_n211", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10312_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node222":{ "core":"large_sim_collection9_shard16_replica_p222", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10254_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node219":{ "core":"large_sim_collection9_shard16_replica_t219", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10275_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"55550000-638dffff", "state":"active"}, "shard17":{ "replicas":{ "core_node232":{ "core":"large_sim_collection9_shard17_replica_t232", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10225_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node231":{ "core":"large_sim_collection9_shard17_replica_t231", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10230_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node230":{ "core":"large_sim_collection9_shard17_replica_t230", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node229":{ "core":"large_sim_collection9_shard17_replica_t229", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node228":{ "core":"large_sim_collection9_shard17_replica_t228", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node238":{ "core":"large_sim_collection9_shard17_replica_p238", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node227":{ "core":"large_sim_collection9_shard17_replica_n227", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node226":{ "core":"large_sim_collection9_shard17_replica_n226", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10231_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node237":{ "core":"large_sim_collection9_shard17_replica_p237", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node236":{ "core":"large_sim_collection9_shard17_replica_p236", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node225":{ "core":"large_sim_collection9_shard17_replica_n225", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10322_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node235":{ "core":"large_sim_collection9_shard17_replica_p235", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10277_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node234":{ "core":"large_sim_collection9_shard17_replica_p234", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node233":{ "core":"large_sim_collection9_shard17_replica_t233", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"638e0000-71c6ffff", "state":"active"}, "shard18":{ "replicas":{ "core_node243":{ "core":"large_sim_collection9_shard18_replica_t243", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10229_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node242":{ "core":"large_sim_collection9_shard18_replica_t242", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node252":{ "core":"large_sim_collection9_shard18_replica_p252", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node241":{ "core":"large_sim_collection9_shard18_replica_n241", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node240":{ "core":"large_sim_collection9_shard18_replica_n240", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node251":{ "core":"large_sim_collection9_shard18_replica_p251", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node250":{ "core":"large_sim_collection9_shard18_replica_p250", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10251_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node239":{ "core":"large_sim_collection9_shard18_replica_n239", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node249":{ "core":"large_sim_collection9_shard18_replica_p249", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node248":{ "core":"large_sim_collection9_shard18_replica_p248", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node247":{ "core":"large_sim_collection9_shard18_replica_t247", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node246":{ "core":"large_sim_collection9_shard18_replica_t246", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node245":{ "core":"large_sim_collection9_shard18_replica_t245", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node244":{ "core":"large_sim_collection9_shard18_replica_t244", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10316_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"71c70000-7fffffff", "state":"active"}, "shard1":{ "replicas":{ "core_node1":{ "core":"large_sim_collection9_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10239_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node10":{ "core":"large_sim_collection9_shard1_replica_p10", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10262_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node12":{ "core":"large_sim_collection9_shard1_replica_p12", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10307_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node11":{ "core":"large_sim_collection9_shard1_replica_p11", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10312_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node14":{ "core":"large_sim_collection9_shard1_replica_p14", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10309_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node13":{ "core":"large_sim_collection9_shard1_replica_p13", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10279_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node6":{ "core":"large_sim_collection9_shard1_replica_t6", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10287_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node7":{ "core":"large_sim_collection9_shard1_replica_t7", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10268_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node8":{ "core":"large_sim_collection9_shard1_replica_t8", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10232_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node9":{ "core":"large_sim_collection9_shard1_replica_t9", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10319_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"large_sim_collection9_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10305_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node3":{ "core":"large_sim_collection9_shard1_replica_n3", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10234_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"large_sim_collection9_shard1_replica_t4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10258_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node5":{ "core":"large_sim_collection9_shard1_replica_t5", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10266_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-8e37ffff", "state":"active"}, "shard6":{ "replicas":{ "core_node76":{ "core":"large_sim_collection9_shard6_replica_t76", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10308_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node75":{ "core":"large_sim_collection9_shard6_replica_t75", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10273_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node78":{ "core":"large_sim_collection9_shard6_replica_t78", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10253_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node77":{ "core":"large_sim_collection9_shard6_replica_t77", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10238_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node79":{ "core":"large_sim_collection9_shard6_replica_t79", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10292_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node81":{ "core":"large_sim_collection9_shard6_replica_p81", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10252_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node80":{ "core":"large_sim_collection9_shard6_replica_p80", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10298_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node83":{ "core":"large_sim_collection9_shard6_replica_p83", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10304_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node72":{ "core":"large_sim_collection9_shard6_replica_n72", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"
[...truncated too long message...]
or for block BP-2122730718-127.0.0.1-1558573550191:blk_1073743371_2547, state=RUNNABLE, group=TGRP-StressHdfsTest]
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
[junit4] 2> at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
[junit4] 2> at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
[junit4] 2> at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
[junit4] 2> at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
[junit4] 2> at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] 2> at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] 2> at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:547)
[junit4] 2> at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:213)
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1086)
[junit4] 2> May 23, 2019 1:08:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=122991, name=ResponseProcessor for block BP-2122730718-127.0.0.1-1558573550191:blk_1073743371_2547, state=RUNNABLE, group=TGRP-StressHdfsTest]
[junit4] 2> May 23, 2019 1:08:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d2c25f8), locale=nl, timezone=Atlantic/Faeroe
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=2,free=95773728,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [TestMultiValuedNumericRangeQuery, DeleteNodeTest, TestRandomFlRTGCloud, TestSolrIndexConfig, TestUseDocValuesAsStored2, RAMDirectoryFactoryTest, DebugComponentTest, DistanceUnitsTest, OverseerTaskQueueTest, CoreAdminOperationTest, RecoveryAfterSoftCommitTest, TestSolrCLIRunExample, TestLegacyFieldReuse, TestValueSourceCache, TestNRTOpen, TestCloudDeleteByQuery, TestCollectionAPI, TestFieldResource, HDFSCollectionsAPITest, TestDirectoryFactory, SpellingQueryConverterTest, MetricsConfigTest, TestSimDistributedQueue, AuditLoggerIntegrationTest, WrapperMergePolicyFactoryTest, CdcrRequestHandlerTest, AnalysisErrorHandlingTest, ScheduledTriggerTest, TestCoreDiscovery, RegexBytesRefFilterTest, TestSchemalessBufferedUpdates, DaemonStreamApiTest, DeleteStatusTest, LargeFieldTest, TestRestManager, ReplicationFactorTest, ProtectedTermFilterFactoryTest, TestShortCircuitedRequests, TestInPlaceUpdatesDistrib, TestFacetMethods, PingRequestHandlerTest, TestSchemaVersionResource, ComputePlanActionTest, SpatialRPTFieldTypeTest, XmlUpdateRequestHandlerTest, SuggesterWFSTTest, LukeRequestHandlerTest, TestSolrCloudWithDelegationTokens, TestSolr4Spatial, TlogReplayBufferedWhileIndexingTest, SOLR749Test, OrderedExecutorTest, MoreLikeThisComponentTest, TestFieldCacheSort, BinaryUpdateRequestHandlerTest, MetricsHistoryHandlerTest, SortByFunctionTest, ShardsWhitelistTest, TestFiltering, SolrIndexMetricsTest, TestConfigSetsAPI, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TransactionLogTest, AnalyticsQueryTest, TestDistributedStatsComponentCardinality, TestGraphMLResponseWriter, TestManagedSchema, TestChildDocTransformerHierarchy, TestCryptoKeys, HttpPartitionTest, TestFieldCacheWithThreads, AutoAddReplicasIntegrationTest, CollectionStateFormat2Test, TestSQLHandlerNonCloud, VMParamsZkACLAndCredentialsProvidersTest, TestQueryTypes, TestSimGenericDistributedQueue, ScriptEngineTest, TestBM25SimilarityFactory, TestStressRecovery, TestHighlightDedupGrouping, TestOrdValues, TestCloudJSONFacetJoinDomain, BadComponentTest, TestSubQueryTransformerDistrib, TestRealTimeGet, TestLuceneMatchVersion, TestSystemCollAutoCreate, BigEndianAscendingWordSerializerTest, TestNumericTokenStream, QueryParsingTest, TestAuthorizationFramework, CollectionReloadTest, BJQParserTest, TestRequestForwarding, HdfsCollectionsAPIDistributedZkTest, BadCopyFieldTest, CreateRoutedAliasTest, OpenExchangeRatesOrgProviderTest, Tagger2Test, TestBulkSchemaConcurrent, TestNestedDocsSort, DistributedFacetExistsSmallTest, RemoteQueryErrorTest, TestDistributedMap, SolrXmlInZkTest, DistribJoinFromCollectionTest, TestStressCloudBlindAtomicUpdates, ClassificationUpdateProcessorFactoryTest, TestUnifiedSolrHighlighter, CircularListTest, DistributedMLTComponentTest, SolrPluginUtilsTest, ImplicitSnitchTest, SparseHLLTest, AtomicUpdateRemovalJavabinTest, TestDocSet, SolrCloudReportersTest, TokenizerChainTest, TestBackupRepositoryFactory, HdfsDirectoryTest, SystemCollectionCompatTest, TestLocalFSCloudBackupRestore, SolrJmxReporterCloudTest, TestSearcherReuse, TestSort, TestUtils, TestRandomFaceting, TestReloadAndDeleteDocs, TestDocTermOrdsUninvertLimit, TestStressVersions, FieldAnalysisRequestHandlerTest, BasicAuthStandaloneTest, ShardRoutingCustomTest, TestDFRSimilarityFactory, MoveReplicaHDFSTest, TestEmbeddedSolrServerConstructors, TestObjectReleaseTracker, SliceStateTest, TestTlogReplica, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, AssignBackwardCompatibilityTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderFailureAfterFreshStartTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, OverseerModifyCollectionTest, RollingRestartTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StressHdfsTest -Dtests.seed=4BB809085C3ADBF8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=nl -Dtests.timezone=Atlantic/Faeroe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | StressHdfsTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.hdfs.StressHdfsTest:
[junit4] > 1) Thread[id=122991, name=ResponseProcessor for block BP-2122730718-127.0.0.1-1558573550191:blk_1073743371_2547, state=RUNNABLE, group=TGRP-StressHdfsTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
[junit4] > at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
[junit4] > at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
[junit4] > at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
[junit4] > at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
[junit4] > at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] > at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] > at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:547)
[junit4] > at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:213)
[junit4] > at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1086)
[junit4] > at __randomizedtesting.SeedInfo.seed([4BB809085C3ADBF8]:0)
[junit4] Completed [601/858 (3!)] on J1 in 167.10s, 1 test, 2 errors <<< FAILURES!
[...truncated 9860 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19630.hprof
Total time: 558 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 103 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/103/
2 tests failed.
FAILED: org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([4669BD5671BCA9A5:C13EC0D9E0E5D525]:0)
at org.apache.lucene.util.ArrayUtil.growExact(ArrayUtil.java:323)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexReader.<init>(CompressingStoredFieldsIndexReader.java:76)
at org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.<init>(CompressingTermVectorsReader.java:128)
at org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsReader(CompressingTermVectorsFormat.java:91)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:130)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:679)
at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:280)
at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:862)
at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:293)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:83)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
FAILED: org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([4E3510D2D2819BC0:1001DD9C91FE0727]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:394)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 9773 lines...]
[junit4] Suite: org.apache.lucene.search.TestInetAddressRangeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInetAddressRangeQueries -Dtests.method=testRandomBig -Dtests.seed=4669BD5671BCA9A5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-SG -Dtests.timezone=America/Noronha -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 534s J0 | TestInetAddressRangeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([4669BD5671BCA9A5:C13EC0D9E0E5D525]:0)
[junit4] > at org.apache.lucene.util.ArrayUtil.growExact(ArrayUtil.java:323)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexReader.<init>(CompressingStoredFieldsIndexReader.java:76)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.<init>(CompressingTermVectorsReader.java:128)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsReader(CompressingTermVectorsFormat.java:91)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:130)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:679)
[junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:280)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:862)
[junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
[junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:293)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
[junit4] > at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:83)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/misc/test/J0/temp/lucene.search.TestInetAddressRangeQueries_4669BD5671BCA9A5-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=8, maxDocsPerChunk=1, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=8, blockSize=2)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@615cfbae), locale=en-SG, timezone=America/Noronha
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=361474664,total=401604608
[junit4] 2> NOTE: All tests run in this JVM: [TestInetAddressRangeQueries]
[junit4] Completed [12/14 (1!)] on J0 in 541.09s, 4 tests, 1 error <<< FAILURES!
[...truncated 7 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/misc/test/temp/junit4-J0-20190521_160555_0174768778474918260424.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid21398.hprof ...
[junit4] Heap dump file created [697660925 bytes in 4.989 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 4382 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionIntegrationTest
[junit4] 2> 1139837 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/init-core-data-001
[junit4] 2> 1139838 WARN (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1139838 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1139840 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1139852 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleSliceLeaderElection
[junit4] 2> 1139853 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001
[junit4] 2> 1139854 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1139854 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1139854 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1139954 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer start zk server on port:40451
[junit4] 2> 1139954 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40451
[junit4] 2> 1139954 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40451
[junit4] 2> 1139966 INFO (zkConnectionManagerCallback-4185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139971 INFO (zkConnectionManagerCallback-4187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139974 INFO (zkConnectionManagerCallback-4189-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139981 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139981 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139981 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139981 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139982 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139982 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139982 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139982 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139984 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139984 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139984 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1139985 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4353a495{/solr,null,AVAILABLE}
[junit4] 2> 1139986 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2ca85e32[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@705dc16d{SSL,[ssl, http/1.1]}{127.0.0.1:42048}
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.Server Started @1140046ms
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42048}
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@410f122d{/solr,null,AVAILABLE}
[junit4] 2> 1139987 ERROR (jetty-launcher-4190-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.259Z
[junit4] 2> 1139987 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46cb8bfd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56dc7a63{SSL,[ssl, http/1.1]}{127.0.0.1:39551}
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.Server Started @1140048ms
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39551}
[junit4] 2> 1139988 ERROR (jetty-launcher-4190-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.260Z
[junit4] 2> 1139991 INFO (zkConnectionManagerCallback-4194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139992 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1139993 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139993 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139993 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139993 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139994 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139994 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139994 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139994 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139996 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139996 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139997 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139997 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139997 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1139999 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139999 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139999 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1139999 INFO (zkConnectionManagerCallback-4192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1140001 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ccdccbb{/solr,null,AVAILABLE}
[junit4] 2> 1140001 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3746ea1d{/solr,null,AVAILABLE}
[junit4] 2> 1140001 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a11ff8d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140001 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@142bd9ee[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140002 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@760b616e{/solr,null,AVAILABLE}
[junit4] 2> 1140002 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46798932[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ccf647b{SSL,[ssl, http/1.1]}{127.0.0.1:37984}
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.Server Started @1140063ms
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37984}
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1140004 ERROR (jetty-launcher-4190-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@622eb132{/solr,null,AVAILABLE}
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.276Z
[junit4] 2> 1140004 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8739543[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140005 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5be67969{SSL,[ssl, http/1.1]}{127.0.0.1:36387}
[junit4] 2> 1140005 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.Server Started @1140065ms
[junit4] 2> 1140005 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36387}
[junit4] 2> 1140006 ERROR (jetty-launcher-4190-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.278Z
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5859d5e6{SSL,[ssl, http/1.1]}{127.0.0.1:33492}
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.Server Started @1140066ms
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33492}
[junit4] 2> 1140007 ERROR (jetty-launcher-4190-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.279Z
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67d47e35{SSL,[ssl, http/1.1]}{127.0.0.1:46875}
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.Server Started @1140068ms
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46875}
[junit4] 2> 1140008 ERROR (jetty-launcher-4190-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.286Z
[junit4] 2> 1140017 INFO (zkConnectionManagerCallback-4197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140018 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140018 INFO (zkConnectionManagerCallback-4201-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140019 INFO (zkConnectionManagerCallback-4199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140020 INFO (zkConnectionManagerCallback-4203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140021 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140021 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140029 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140095 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140096 WARN (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140097 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1c6a6ccb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140100 WARN (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140101 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8ce0880[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140102 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140105 INFO (zkConnectionManagerCallback-4214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140105 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140106 WARN (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140116 INFO (zkConnectionManagerCallback-4217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140124 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f4ee703[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140137 WARN (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140147 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3230211c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140148 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140177 INFO (zkConnectionManagerCallback-4224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140178 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140179 WARN (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140197 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@442f2207[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140203 INFO (zkConnectionManagerCallback-4227-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140205 WARN (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140206 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31b7faeb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140207 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140210 INFO (zkConnectionManagerCallback-4234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140213 INFO (zkConnectionManagerCallback-4236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140219 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36387_solr
[junit4] 2> 1140220 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.Overseer Overseer (id=73341691183497228-127.0.0.1:36387_solr-n_0000000000) starting
[junit4] 2> 1140228 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46875_solr
[junit4] 2> 1140232 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140233 INFO (zkCallback-4226-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140235 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140235 INFO (zkConnectionManagerCallback-4243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140238 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140241 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39551_solr as DOWN
[junit4] 2> 1140243 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140243 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39551_solr
[junit4] 2> 1140243 INFO (zkConnectionManagerCallback-4248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140243 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140245 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1140247 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140263 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36387_solr
[junit4] 2> 1140265 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1140277 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1140278 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1140279 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36387_solr as DOWN
[junit4] 2> 1140285 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140285 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36387_solr
[junit4] 2> 1140290 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140318 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1140329 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140329 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140330 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140337 INFO (zkConnectionManagerCallback-4253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140339 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1140341 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140368 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140374 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140377 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140378 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140379 WARN (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140381 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1bf0abb9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140391 WARN (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140394 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@55240973[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140395 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140412 INFO (zkConnectionManagerCallback-4262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140443 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39551.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140448 INFO (zkConnectionManagerCallback-4264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140458 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140458 WARN (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140459 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140460 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@9b6e05e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140462 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140465 WARN (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140469 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140470 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@50fc9db7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140471 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140473 WARN (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140486 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@70956241[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140486 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39551.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140486 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39551.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140488 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node1/.
[junit4] 2> 1140488 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1140489 INFO (zkConnectionManagerCallback-4271-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140491 WARN (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140512 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@62e4789e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140513 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140522 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37984_solr as DOWN
[junit4] 2> 1140523 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140523 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37984_solr
[junit4] 2> 1140525 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140526 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140526 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140529 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140530 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140530 INFO (zkCallback-4263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140531 INFO (zkConnectionManagerCallback-4280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140533 INFO (zkConnectionManagerCallback-4277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140537 INFO (zkConnectionManagerCallback-4285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140540 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1140541 INFO (zkCallback-4252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140543 INFO (zkConnectionManagerCallback-4287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140545 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140545 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140545 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1140552 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node5/.
[junit4] 2> 1140555 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33492_solr as DOWN
[junit4] 2> 1140556 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1140557 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140557 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33492_solr
[junit4] 2> 1140561 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140561 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140561 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140561 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140562 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140563 INFO (zkCallback-4286-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140564 INFO (zkCallback-4263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140565 INFO (zkConnectionManagerCallback-4296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140565 INFO (zkCallback-4252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140567 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1140569 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140569 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140574 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42048_solr as DOWN
[junit4] 2> 1140574 INFO (zkCallback-4284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140582 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140582 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42048_solr
[junit4] 2> 1140587 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140588 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140588 INFO (zkCallback-4263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140588 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140589 INFO (zkCallback-4252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140589 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140589 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140590 INFO (zkCallback-4284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140591 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140591 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140594 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node4/.
[junit4] 2> 1140594 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 1140594 INFO (zkCallback-4295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140595 INFO (zkCallback-4286-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140609 INFO (zkConnectionManagerCallback-4301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140612 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1140615 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140645 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140646 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140648 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140708 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140773 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140773 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140775 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37984.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140775 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node6/.
[junit4] 2> 1140789 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42048.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140823 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37984.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140823 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37984.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140824 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42048.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140825 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node3/.
[junit4] 2> 1140825 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42048.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140827 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node2/.
[junit4] 2> 1141186 INFO (zkConnectionManagerCallback-4309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141188 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1141189 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1141214 INFO (qtp180488116-13441) [n:127.0.0.1:46875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141225 INFO (OverseerThreadFactory-4162-thread-1-processing-n:127.0.0.1:36387_solr) [n:127.0.0.1:36387_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1141338 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33492/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1141343 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46875/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1141555 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr x:collection1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1141556 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr x:collection1_shard2_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1141567 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1142583 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1142583 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1142596 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1142596 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1142601 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1142601 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1142602 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1142602 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 1142602 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1142603 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1142603 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node6/collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node6/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1142603 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node4/collection1_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node4/./collection1_shard2_replica_n2/data/]
[junit4] 2> 1142727 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1142727 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1142729 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1142729 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1142730 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2369b963[collection1_shard1_replica_n1] main]
[junit4] 2> 1142732 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1142734 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1142735 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1142735 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634162726411436032
[junit4] 2> 1142737 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1142737 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1142739 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1142739 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1142740 INFO (searcherExecutor-4195-thread-1-processing-n:127.0.0.1:33492_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2369b963[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1142741 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ecad099[collection1_shard2_replica_n2] main]
[junit4] 2> 1142743 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1142745 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1142746 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1142746 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634162726422970368
[junit4] 2> 1142751 INFO (searcherExecutor-4196-thread-1-processing-n:127.0.0.1:46875_solr x:collection1_shard2_replica_n2 c:collection1 s:shard2 r:core_node4) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@1ecad099[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1142752 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1142752 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1142762 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1142762 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 1142765 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1142765 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1142765 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73341691183497238-core_node3-n_0000000000
[junit4] 2> 1142769 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33492/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 1142770 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1142770 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1142770 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/73341691183497230-core_node4-n_0000000000
[junit4] 2> 1142772 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46875/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 1142875 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142875 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142875 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142875 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142877 WARN (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1142877 WARN (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1142879 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1312
[junit4] 2> 1142880 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1324
[junit4] 2> 1142883 INFO (qtp180488116-13441) [n:127.0.0.1:46875_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1142982 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142982 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142982 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142982 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142983 INFO (qtp180488116-13441) [n:127.0.0.1:46875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1769
[junit4] 2> 1142984 INFO (qtp180488116-13440) [n:127.0.0.1:46875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1142985 INFO (zkCallback-4276-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142986 INFO (zkCallback-4235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142994 INFO (OverseerCollectionConfigSetProcessor-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1143002 INFO (OverseerThreadFactory-4162-thread-2-processing-n:127.0.0.1:36387_solr) [n:127.0.0.1:36387_solr c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36387_solr for creating new replica of shard shard1 for collection collection1
[junit4] 2> 1143005 INFO (OverseerThreadFactory-4162-thread-2-processing-n:127.0.0.1:36387_solr) [n:127.0.0.1:36387_solr c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1143008 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36387/solr",
[junit4] 2> "node_name":"127.0.0.1:36387_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1143118 INFO (zkCallback-4235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143118 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143118 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143119 INFO (zkCallback-4276-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143119 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143119 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143257 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr x:collection1_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1143278 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1143318 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema [collection1_shard1_replica_n5] Schema name=minimal
[junit4] 2> 1143322 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1143322 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n5' using configuration from collection collection1, trusted=true
[junit4] 2> 1143322 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.core.collection1.shard1.replica_n5' (registry 'solr.core.collection1.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1143323 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [[collection1_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node5/collection1_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node5/./collection1_shard1_replica_n5/data/]
[junit4] 2> 1143367 INFO (zkCallback-4235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4276-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143405 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1143405 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1143406 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.Commit
[...truncated too long message...]
0.1:46875_solr
[junit4] 2> 1216867 INFO (zkCallback-4216-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39551_solr
[junit4] 2> 1216867 INFO (zkCallback-4216-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216867 INFO (OverseerAutoScalingTriggerThread-73341691183497230-127.0.0.1:46875_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1216868 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1216868 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33ef49c: rootName = solr_33492, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3a85ad7
[junit4] 2> 1216868 INFO (zkCallback-4341-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216870 INFO (jetty-closer-4372-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73341691183497230-127.0.0.1:46875_solr-n_0000000001) closing
[junit4] 2> 1216870 INFO (zkCallback-4252-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216871 INFO (closeThreadPool-4387-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73341691183497230-127.0.0.1:46875_solr-n_0000000001) closing
[junit4] 2> 1216871 INFO (zkCallback-4348-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216874 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1216874 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1048fe12a38000a, likely client has closed socket
[junit4] 2> 1216874 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e9f0ae0: rootName = solr_33492, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@53b3edd1
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@67d47e35{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@622eb132{/solr,null,UNAVAILABLE}
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1216876 INFO (zkCallback-4341-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33492_solr
[junit4] 2> 1216876 INFO (zkCallback-4341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1216876 INFO (zkCallback-4348-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1216879 INFO (jetty-closer-4372-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56dc7a63{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1216879 INFO (jetty-closer-4372-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@410f122d{/solr,null,UNAVAILABLE}
[junit4] 2> 1216879 INFO (jetty-closer-4372-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1216882 INFO (jetty-closer-4372-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@210899df{SSL,[ssl, http/1.1]}{127.0.0.1:33492}
[junit4] 2> 1216882 INFO (jetty-closer-4372-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16f71263{/solr,null,UNAVAILABLE}
[junit4] 2> 1216883 INFO (jetty-closer-4372-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1216884 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1216886 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/collection1/terms/shard1
[junit4] 2> 17 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 2 /solr/collections/collection1/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 259 /solr/collections/collection1/state.json
[junit4] 2> 17 /solr/clusterprops.json
[junit4] 2> 17 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/73341691183497226-127.0.0.1:39551_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/73341691183497235-127.0.0.1:37984_solr-n_0000000003
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/collections
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1216888 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40451
[junit4] 2> 1216888 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40451
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001
[junit4] 2> May 21, 2019 5:18:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=334, maxMBSortInHeap=6.872654501404416, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d777114), locale=ar-AE, timezone=SystemV/MST7
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=154159832,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [SolrInfoBeanTest, TestManagedSchema, TestLMJelinekMercerSimilarityFactory, HdfsUnloadDistributedZkTest, TestNumericTerms64, TestFieldResource, TermVectorComponentDistributedTest, TestSimDistributedQueue, TransactionLogTest, TestSolrCloudWithHadoopAuthPlugin, TestDFRSimilarityFactory, FieldAnalysisRequestHandlerTest, HDFSCollectionsAPITest, TestCloudRecovery2, BigEndianAscendingWordSerializerTest, TestSolrCLIRunExample, HdfsDirectoryFactoryTest, ChangedSchemaMergeTest, DaemonStreamApiTest, HdfsSyncSliceTest, TestPerFieldSimilarity, TestFacetMethods, ComputePlanActionTest, TestReqParamsAPI, ReplicaListTransformerTest, RemoteQueryErrorTest, TestAuthorizationFramework, TestCollationField, TestCloudJSONFacetJoinDomain, WrapperMergePolicyFactoryTest, TlogReplayBufferedWhileIndexingTest, SpellCheckCollatorTest, TestHighlightDedupGrouping, TestConfigsApi, TestRetrieveFieldsOptimizer, CircularListTest, AliasIntegrationTest, TestSchemaVersionResource, AtomicUpdateRemovalJavabinTest, CollectionStateFormat2Test, DirectSolrSpellCheckerTest, TestConfig, ImplicitSnitchTest, VMParamsZkACLAndCredentialsProvidersTest, ShardsWhitelistTest, TestNRTOpen, BasicFunctionalityTest, TestTlogReplica, StatelessScriptUpdateProcessorFactoryTest, SoftAutoCommitTest, TestDirectoryFactory, TestSolrIndexConfig, LargeFieldTest, DistributedMLTComponentTest, TestStressVersions, TestLegacyFieldReuse, AnalyticsQueryTest, TestUtilizeNode, SuggesterFSTTest, TestPushWriter, TestHashQParserPlugin, TestExactSharedStatsCache, ClassificationUpdateProcessorFactoryTest, CloneFieldUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, MoreLikeThisComponentTest, RecoveryAfterSoftCommitTest, TestReloadAndDeleteDocs, TestRandomFaceting, TestNumericTokenStream, UniqFieldsUpdateProcessorFactoryTest, TestPrepRecovery, ByteBuffersDirectoryFactoryTest, TestSimGenericDistributedQueue, TestMultiWordSynonyms, TestQueryTypes, StatsComponentTest, SystemCollectionCompatTest, SOLR749Test, RegexBytesRefFilterTest, RoutingToNodesWithPropertiesTest, DistribJoinFromCollectionTest, ResponseHeaderTest, SpatialRPTFieldTypeTest, TestEmbeddedSolrServerConstructors, DocExpirationUpdateProcessorFactoryTest, SearchHandlerTest, TestConfigReload, MinimalSchemaTest, LeaderElectionIntegrationTest]
[junit4] Completed [238/858 (1!)] on J1 in 77.83s, 1 test, 1 error <<< FAILURES!
[...truncated 11062 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid21398.hprof
Total time: 297 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 102 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/102/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:33051_solr, 127.0.0.1:34693_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:33051_solr, 127.0.0.1:34693_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([1CABAFD5D1D1686C:24188B2BF622BCBD]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13857 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/init-core-data-001
[junit4] 2> 940447 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1145 numCloses=1145
[junit4] 2> 940451 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 940458 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 940458 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 940581 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 940626 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 940628 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 940629 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 940629 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 940629 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 940630 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@602e9d61{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 940802 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3ad22550{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39346-hdfs-_-any-4743925682932124876.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 940803 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4846076e{HTTP/1.1,[http/1.1]}{localhost:39346}
[junit4] 2> 940803 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server Started @940866ms
[junit4] 2> 940905 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 940907 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 940908 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 940908 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 940908 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 940909 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59444009{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 941063 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7a149b26{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-40555-datanode-_-any-5102776441162200267.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 941064 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@446e75a2{HTTP/1.1,[http/1.1]}{localhost:40555}
[junit4] 2> 941064 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server Started @941126ms
[junit4] 2> 941231 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: Processing first storage report for DS-75687c0e-e6d8-4fda-b86f-752de5c3a016 from datanode 373fad83-1206-4afd-baa3-23905ae0b066
[junit4] 2> 941232 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: from storage DS-75687c0e-e6d8-4fda-b86f-752de5c3a016 node DatanodeRegistration(127.0.0.1:41040, datanodeUuid=373fad83-1206-4afd-baa3-23905ae0b066, infoPort=43366, infoSecurePort=0, ipcPort=36617, storageInfo=lv=-57;cid=testClusterID;nsid=1398889869;c=1558374635084), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 941232 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: Processing first storage report for DS-2d41bf98-35da-46af-9000-151014ca57db from datanode 373fad83-1206-4afd-baa3-23905ae0b066
[junit4] 2> 941232 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: from storage DS-2d41bf98-35da-46af-9000-151014ca57db node DatanodeRegistration(127.0.0.1:41040, datanodeUuid=373fad83-1206-4afd-baa3-23905ae0b066, infoPort=43366, infoSecurePort=0, ipcPort=36617, storageInfo=lv=-57;cid=testClusterID;nsid=1398889869;c=1558374635084), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 941360 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 941362 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002
[junit4] 2> 941362 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 941363 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 941363 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 941463 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer start zk server on port:45506
[junit4] 2> 941463 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45506
[junit4] 2> 941463 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45506
[junit4] 2> 941468 INFO (zkConnectionManagerCallback-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941472 INFO (zkConnectionManagerCallback-3238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941474 INFO (zkConnectionManagerCallback-3240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941479 WARN (jetty-launcher-3241-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 941479 WARN (jetty-launcher-3241-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 941479 WARN (jetty-launcher-3241-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 941480 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 941480 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 941482 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 941482 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 941482 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 941485 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941485 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941485 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 941486 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72367ca3{/solr,null,AVAILABLE}
[junit4] 2> 941487 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941487 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941487 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56de8ff8{/solr,null,AVAILABLE}
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ceb32e4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44693}
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.Server Started @941551ms
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44693}
[junit4] 2> 941489 ERROR (jetty-launcher-3241-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-20T17:50:36.058Z
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@694ca409{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33051}
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.Server Started @941553ms
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33051}
[junit4] 2> 941490 ERROR (jetty-launcher-3241-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-20T17:50:36.059Z
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b5773e9{/solr,null,AVAILABLE}
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fae9c5c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34693}
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.Server Started @941555ms
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34693}
[junit4] 2> 941492 ERROR (jetty-launcher-3241-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 941493 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941493 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941493 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-20T17:50:36.062Z
[junit4] 2> 941494 INFO (zkConnectionManagerCallback-3243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941494 INFO (zkConnectionManagerCallback-3245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941494 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941495 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941500 INFO (zkConnectionManagerCallback-3247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941501 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 941501 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 941501 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941502 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 941502 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 941506 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 941584 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 941610 WARN (jetty-launcher-3241-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@44079b0c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941614 WARN (jetty-launcher-3241-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@58f25c28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941615 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45506/solr
[junit4] 2> 941627 INFO (zkConnectionManagerCallback-3256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941631 INFO (zkConnectionManagerCallback-3258-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941693 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 941705 WARN (jetty-launcher-3241-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3ec8ba76[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941728 WARN (jetty-launcher-3241-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@302bcc56[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941730 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45506/solr
[junit4] 2> 941741 INFO (zkConnectionManagerCallback-3266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941744 INFO (zkConnectionManagerCallback-3268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941758 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33051_solr
[junit4] 2> 941759 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.Overseer Overseer (id=73336161112162313-127.0.0.1:33051_solr-n_0000000000) starting
[junit4] 2> 941783 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44693_solr
[junit4] 2> 941791 INFO (zkConnectionManagerCallback-3275-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941792 INFO (zkCallback-3267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 941794 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 941794 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 941797 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 941811 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33051_solr
[junit4] 2> 941812 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33051_solr as DOWN
[junit4] 2> 941814 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 941814 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33051_solr
[junit4] 2> 941815 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 941824 INFO (zkCallback-3267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 941832 INFO (zkConnectionManagerCallback-3280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941833 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 941834 INFO (zkCallback-3274-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 941841 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 941879 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 941899 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 941918 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941935 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 941937 WARN (jetty-launcher-3241-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3274f68b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941942 WARN (jetty-launcher-3241-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b121b18[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941943 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45506/solr
[junit4] 2> 941946 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941946 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941947 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node3/.
[junit4] 2> 941953 INFO (zkConnectionManagerCallback-3288-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941961 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941984 INFO (zkConnectionManagerCallback-3290-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941987 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941988 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941993 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 941997 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34693_solr as DOWN
[junit4] 2> 941998 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 941998 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34693_solr
[junit4] 2> 942001 INFO (zkCallback-3274-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942001 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942001 INFO (zkCallback-3289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942002 INFO (zkCallback-3267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942002 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node2/.
[junit4] 2> 942003 INFO (zkCallback-3279-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942009 INFO (zkConnectionManagerCallback-3297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 942011 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 942012 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 942056 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 942110 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 942127 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 942128 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 942130 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node1/.
[junit4] 2> 942188 INFO (zkConnectionManagerCallback-3303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 942190 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 942191 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 942208 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 942210 INFO (qtp1028567687-46668) [n:127.0.0.1:33051_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:33051_solr,127.0.0.1:44693_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 942218 INFO (OverseerThreadFactory-2599-thread-1-processing-n:127.0.0.1:33051_solr) [n:127.0.0.1:33051_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 942330 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942332 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44693/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942335 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942338 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44693/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942542 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 942542 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 942542 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 942543 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 942545 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 943582 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943583 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943590 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943596 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943605 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 943609 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943609 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943610 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943613 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 943648 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 943650 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943650 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943650 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943655 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943655 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943655 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 943657 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943658 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943658 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 943659 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 943665 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943665 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943665 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943666 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 943667 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943667 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943667 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 943668 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943669 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 943671 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943671 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943671 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943675 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943675 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943676 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943676 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943676 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943676 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943676 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943676 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 943678 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 943687 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943687 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943688 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943688 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943688 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943688 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943691 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 943695 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 943695 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 943699 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943702 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 943731 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 943740 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 943740 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 943743 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943743 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943743 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943746 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 943751 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943755 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943755 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943755 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943756 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943756 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943758 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943759 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943759 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943759 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943768 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943770 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943780 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 944062 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944062 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944062 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944085 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944085 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944085 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944085 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944085 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944135 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944135 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944135 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944142 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944142 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944156 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944156 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944193 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@276fae0a[testSimple1_shard2_replica_n6] main]
[junit4] 2> 944194 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d831aac[testSimple1_shard2_replica_n4] main]
[junit4] 2> 944196 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944198 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944199 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944199 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ecb4667[testSimple1_shard1_replica_n1] main]
[junit4] 2> 944199 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944200 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944201 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944201 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245222891520
[junit4] 2> 944203 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245224988672
[junit4] 2> 944205 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944206 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944206 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944207 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245229182976
[junit4] 2> 944207 INFO (searcherExecutor-2617-thread-1-processing-n:127.0.0.1:44693_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@276fae0a[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944208 INFO (searcherExecutor-2616-thread-1-processing-n:127.0.0.1:33051_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@5d831aac[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944213 INFO (searcherExecutor-2615-thread-1-processing-n:127.0.0.1:33051_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@6ecb4667[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944217 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 944217 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 944220 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 944220 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 944224 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 944226 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 944234 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14999ms
[junit4] 2> 944239 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14998ms
[junit4] 2> 944337 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944337 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944337 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944348 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944348 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944360 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b614846[testSimple1_shard1_replica_n2] main]
[junit4] 2> 944362 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944362 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944363 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944363 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245392760832
[junit4] 2> 944369 INFO (searcherExecutor-2618-thread-1-processing-n:127.0.0.1:44693_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@7b614846[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944376 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 944377 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 944735 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 944735 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 944735 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44693/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 944736 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:44693/solr START replicas=[http://127.0.0.1:33051/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 944736 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:44693/solr DONE. We have no versions. sync failed.
[junit4] 2> 944739 INFO (qtp1028567687-46672) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 944740 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 944740 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 944740 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard2/leader after winning as /collections/testSimple1/leader_elect/shard2/election/73336161112162311-core_node8-n_0000000000
[junit4] 2> 944742 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 944742 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 944742 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33051/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 944743 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:33051/solr START replicas=[http://127.0.0.1:44693/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 944743 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:33051/solr DONE. We have no versions. sync failed.
[junit4] 2> 944744 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44693/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 944748 INFO (qtp782106160-46653) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 944748 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 944748 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 944748 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73336161112162313-core_node3-n_0000000000
[junit4] 2> 944751 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33051/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 944854 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 944854 INFO (zkCallback-3267-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 944855 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 944855 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 944857 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.
[...truncated too long message...]
fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1133423243
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1133423243
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1133423243
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 155ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 280 minutes 28 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 101 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/101/
2 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:35038/a
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:35038/a
at __randomizedtesting.SeedInfo.seed([79C712972A366C54:F1932D4D84CA01AC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 52 more
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/", "base_url":"https://127.0.0.1:33726/solr", "node_name":"127.0.0.1:33726_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:43665/solr", "node_name":"127.0.0.1:43665_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n3", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node6":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/", "base_url":"https://127.0.0.1:33726/solr", "node_name":"127.0.0.1:33726_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:43665/solr", "node_name":"127.0.0.1:43665_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n7", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:33726_solr, 127.0.0.1:41361_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/", "base_url":"https://127.0.0.1:33726/solr", "node_name":"127.0.0.1:33726_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"https://127.0.0.1:43665/solr", "node_name":"127.0.0.1:43665_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n3", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node6":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/", "base_url":"https://127.0.0.1:33726/solr", "node_name":"127.0.0.1:33726_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"https://127.0.0.1:43665/solr", "node_name":"127.0.0.1:43665_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n7", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/",
"base_url":"https://127.0.0.1:33726/solr",
"node_name":"127.0.0.1:33726_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"https://127.0.0.1:43665/solr",
"node_name":"127.0.0.1:43665_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n3",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node6":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/",
"base_url":"https://127.0.0.1:33726/solr",
"node_name":"127.0.0.1:33726_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"https://127.0.0.1:43665/solr",
"node_name":"127.0.0.1:43665_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n7",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:33726_solr, 127.0.0.1:41361_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/",
"base_url":"https://127.0.0.1:33726/solr",
"node_name":"127.0.0.1:33726_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node2/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"https://127.0.0.1:43665/solr",
"node_name":"127.0.0.1:43665_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n3",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node6":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/",
"base_url":"https://127.0.0.1:33726/solr",
"node_name":"127.0.0.1:33726_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node6/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"https://127.0.0.1:43665/solr",
"node_name":"127.0.0.1:43665_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:33762/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n7",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([79C712972A366C54:417436690DC5B885]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14171 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/init-core-data-001
[junit4] 2> 1065055 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 1065055 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1065058 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1065058 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1065128 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1065162 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1065179 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1065181 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1065181 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1065181 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1065182 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a5ab6fb{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1065385 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@22613294{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-33544-hdfs-_-any-939995553210886671.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1065386 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7551594e{HTTP/1.1,[http/1.1]}{localhost:33544}
[junit4] 2> 1065386 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.Server Started @1065460ms
[junit4] 2> 1065769 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1065772 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1065773 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1065773 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1065773 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1065773 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@108146aa{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1065939 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@45287cd5{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-37081-datanode-_-any-5665309626527755316.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1065940 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f605d4d{HTTP/1.1,[http/1.1]}{localhost:37081}
[junit4] 2> 1065940 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.Server Started @1066014ms
[junit4] 2> 1066047 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1066054 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1066057 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1066057 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1066057 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1066057 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7db8a97{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1066181 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x89b38e20ba3eb9d3: Processing first storage report for DS-df6b2ac0-98dc-4c8d-8d54-a259825f7c0a from datanode dbd967e0-327a-4b7a-82e9-366399aed18f
[junit4] 2> 1066181 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x89b38e20ba3eb9d3: from storage DS-df6b2ac0-98dc-4c8d-8d54-a259825f7c0a node DatanodeRegistration(127.0.0.1:42030, datanodeUuid=dbd967e0-327a-4b7a-82e9-366399aed18f, infoPort=39785, infoSecurePort=0, ipcPort=44194, storageInfo=lv=-57;cid=testClusterID;nsid=906968471;c=1558223556865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1066182 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x89b38e20ba3eb9d3: Processing first storage report for DS-bd611088-e754-4111-9439-93b8d00e77fa from datanode dbd967e0-327a-4b7a-82e9-366399aed18f
[junit4] 2> 1066182 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x89b38e20ba3eb9d3: from storage DS-bd611088-e754-4111-9439-93b8d00e77fa node DatanodeRegistration(127.0.0.1:42030, datanodeUuid=dbd967e0-327a-4b7a-82e9-366399aed18f, infoPort=39785, infoSecurePort=0, ipcPort=44194, storageInfo=lv=-57;cid=testClusterID;nsid=906968471;c=1558223556865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1066333 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1025e96a{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39970-datanode-_-any-4988061705253277110.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1066334 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@239d219d{HTTP/1.1,[http/1.1]}{localhost:39970}
[junit4] 2> 1066334 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[79C712972A366C54]-worker) [ ] o.e.j.s.Server Started @1066408ms
[junit4] 2> 1066617 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7166b4aa4e6d4c7f: Processing first storage report for DS-fd5ee942-17f9-473a-b53d-db586332a01c from datanode 014de490-29f5-4802-b3a6-b64cc704d842
[junit4] 2> 1066617 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7166b4aa4e6d4c7f: from storage DS-fd5ee942-17f9-473a-b53d-db586332a01c node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=014de490-29f5-4802-b3a6-b64cc704d842, infoPort=44758, infoSecurePort=0, ipcPort=36202, storageInfo=lv=-57;cid=testClusterID;nsid=906968471;c=1558223556865), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1066617 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7166b4aa4e6d4c7f: Processing first storage report for DS-0508456c-0059-46b2-ac11-fbb17d91758c from datanode 014de490-29f5-4802-b3a6-b64cc704d842
[junit4] 2> 1066617 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7166b4aa4e6d4c7f: from storage DS-0508456c-0059-46b2-ac11-fbb17d91758c node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=014de490-29f5-4802-b3a6-b64cc704d842, infoPort=44758, infoSecurePort=0, ipcPort=36202, storageInfo=lv=-57;cid=testClusterID;nsid=906968471;c=1558223556865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1066949 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 1066951 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002
[junit4] 2> 1066951 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1066952 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1066952 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1067052 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.c.ZkTestServer start zk server on port:42231
[junit4] 2> 1067052 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42231
[junit4] 2> 1067052 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42231
[junit4] 2> 1067092 INFO (zkConnectionManagerCallback-50103-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067096 INFO (zkConnectionManagerCallback-50105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067101 INFO (zkConnectionManagerCallback-50107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067108 WARN (jetty-launcher-50108-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1067108 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1067108 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1067109 INFO (jetty-launcher-50108-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1067110 INFO (jetty-launcher-50108-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1067110 INFO (jetty-launcher-50108-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1067110 INFO (jetty-launcher-50108-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1067111 INFO (jetty-launcher-50108-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1efe3d8e{/solr,null,AVAILABLE}
[junit4] 2> 1067111 WARN (jetty-launcher-50108-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@565bf551[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067112 WARN (jetty-launcher-50108-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1067112 WARN (jetty-launcher-50108-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1067112 INFO (jetty-launcher-50108-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c0ce99e{SSL,[ssl, http/1.1]}{127.0.0.1:33726}
[junit4] 2> 1067112 INFO (jetty-launcher-50108-thread-1) [ ] o.e.j.s.Server Started @1067187ms
[junit4] 2> 1067112 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33726}
[junit4] 2> 1067113 ERROR (jetty-launcher-50108-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-18T23:52:38.889Z
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1067113 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1067114 INFO (jetty-launcher-50108-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1067116 INFO (zkConnectionManagerCallback-50110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067117 INFO (jetty-launcher-50108-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1067117 INFO (jetty-launcher-50108-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1067117 INFO (jetty-launcher-50108-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1067117 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1067118 INFO (jetty-launcher-50108-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70ec33d7{/solr,null,AVAILABLE}
[junit4] 2> 1067118 INFO (jetty-launcher-50108-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1067118 INFO (jetty-launcher-50108-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1067118 INFO (jetty-launcher-50108-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1067118 WARN (jetty-launcher-50108-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1861f73a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067118 INFO (jetty-launcher-50108-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dde6eaa{/solr,null,AVAILABLE}
[junit4] 2> 1067119 WARN (jetty-launcher-50108-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@138ad20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067119 INFO (jetty-launcher-50108-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3571c396{SSL,[ssl, http/1.1]}{127.0.0.1:43665}
[junit4] 2> 1067119 INFO (jetty-launcher-50108-thread-2) [ ] o.e.j.s.Server Started @1067194ms
[junit4] 2> 1067119 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43665}
[junit4] 2> 1067119 INFO (jetty-launcher-50108-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cc32330{SSL,[ssl, http/1.1]}{127.0.0.1:41361}
[junit4] 2> 1067119 INFO (jetty-launcher-50108-thread-3) [ ] o.e.j.s.Server Started @1067194ms
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41361}
[junit4] 2> 1067120 ERROR (jetty-launcher-50108-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1067120 ERROR (jetty-launcher-50108-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-18T23:52:38.896Z
[junit4] 2> 1067120 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-18T23:52:38.896Z
[junit4] 2> 1067122 INFO (zkConnectionManagerCallback-50113-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067126 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1067126 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1067129 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1067134 INFO (zkConnectionManagerCallback-50114-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067134 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1067140 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1067144 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1067144 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1067146 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1067155 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1067155 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1067157 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1067243 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1067244 WARN (jetty-launcher-50108-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1067245 WARN (jetty-launcher-50108-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2e289154[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067249 WARN (jetty-launcher-50108-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1067250 WARN (jetty-launcher-50108-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7decdfbd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067274 INFO (jetty-launcher-50108-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42231/solr
[junit4] 2> 1067304 INFO (zkConnectionManagerCallback-50123-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067352 INFO (zkConnectionManagerCallback-50125-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067389 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1067390 WARN (jetty-launcher-50108-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1067390 WARN (jetty-launcher-50108-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2e9a674b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067393 WARN (jetty-launcher-50108-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1067393 WARN (jetty-launcher-50108-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ca53c71[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067395 INFO (jetty-launcher-50108-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42231/solr
[junit4] 2> 1067400 INFO (zkConnectionManagerCallback-50133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067407 INFO (zkConnectionManagerCallback-50135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067425 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43665_solr
[junit4] 2> 1067426 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1067426 WARN (jetty-launcher-50108-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1067427 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.c.Overseer Overseer (id=73326260116324361-127.0.0.1:43665_solr-n_0000000000) starting
[junit4] 2> 1067427 WARN (jetty-launcher-50108-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@fa06c02[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067429 WARN (jetty-launcher-50108-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1067430 WARN (jetty-launcher-50108-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f61f91d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1067431 INFO (jetty-launcher-50108-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42231/solr
[junit4] 2> 1067433 INFO (zkConnectionManagerCallback-50143-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067437 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10481d856f1000a, likely client has closed socket
[junit4] 2> 1067439 INFO (zkConnectionManagerCallback-50145-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067447 INFO (zkConnectionManagerCallback-50150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067451 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42231/solr ready
[junit4] 2> 1067455 INFO (OverseerStateUpdate-73326260116324361-127.0.0.1:43665_solr-n_0000000000) [n:127.0.0.1:43665_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43665_solr
[junit4] 2> 1067456 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43665_solr
[junit4] 2> 1067457 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41361_solr
[junit4] 2> 1067459 INFO (OverseerStateUpdate-73326260116324361-127.0.0.1:43665_solr-n_0000000000) [n:127.0.0.1:43665_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1067461 INFO (zkCallback-50134-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1067463 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33726_solr as DOWN
[junit4] 2> 1067464 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1067464 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33726_solr
[junit4] 2> 1067470 INFO (zkCallback-50134-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1067470 INFO (zkCallback-50124-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1067473 INFO (zkCallback-50144-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1067473 INFO (zkCallback-50149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1067477 INFO (zkConnectionManagerCallback-50157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067478 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1067480 INFO (zkConnectionManagerCallback-50162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067480 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42231/solr ready
[junit4] 2> 1067486 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1067487 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42231/solr ready
[junit4] 2> 1067496 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1067498 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1067512 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1067524 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067539 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067553 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067553 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067555 INFO (jetty-launcher-50108-thread-3) [n:127.0.0.1:41361_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002/node3/.
[junit4] 2> 1067557 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067564 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067568 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067574 INFO (jetty-launcher-50108-thread-1) [n:127.0.0.1:33726_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002/node1/.
[junit4] 2> 1067582 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067583 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1067585 INFO (jetty-launcher-50108-thread-2) [n:127.0.0.1:43665_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002/node2/.
[junit4] 2> 1067701 INFO (zkConnectionManagerCallback-50170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1067703 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1067704 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[79C712972A366C54]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42231/solr ready
[junit4] 2> 1067745 INFO (qtp603935635-96534) [n:127.0.0.1:43665_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1067755 INFO (qtp603935635-96535) [n:127.0.0.1:43665_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41361_solr,127.0.0.1:43665_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1067764 INFO (OverseerThreadFactory-8201-thread-1-processing-n:127.0.0.1:43665_solr) [n:127.0.0.1:43665_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 1067882 INFO (OverseerStateUpdate-73326260116324361-127.0.0.1:43665_solr-n_0000000000) [n:127.0.0.1:43665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41361/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1067885 INFO (OverseerStateUpdate-73326260116324361-127.0.0.1:43665_solr-n_0000000000) [n:127.0.0.1:43665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43665/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1067888 INFO (OverseerStateUpdate-73326260116324361-127.0.0.1:43665_solr-n_0000000000) [n:127.0.0.1:43665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41361/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1067891 INFO (OverseerStateUpdate-73326260116324361-127.0.0.1:43665_solr-n_0000000000) [n:127.0.0.1:43665_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43665/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1068101 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1068104 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1068123 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1068129 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1068129 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr x:testSimple1_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1068130 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1069146 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1069177 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1069182 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1069194 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1069211 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1069226 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1069226 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1069227 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1069227 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33762/solr_hdfs_home
[junit4] 2> 1069227 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1069227 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 1069228 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1069228 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1069229 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 1069230 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1069230 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1069230 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1069231 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1069231 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33762/solr_hdfs_home
[junit4] 2> 1069231 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1069231 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 1069232 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1069232 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1069233 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 1069234 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1069237 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1069237 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 1069237 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18dd411d
[junit4] 2> 1069238 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33762/solr_hdfs_home
[junit4] 2> 1069238 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1069238 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 1069238 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069238 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069239 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 1069239 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:33762/solr_hdfs_home
[junit4] 2> 1069239 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1069239 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_79C712972A366C54-001/tempDir-002/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 1069241 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 1069242 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069242 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069250 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069250 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069250 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069250 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069255 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1069256 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1069256 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1069257 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 1069260 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 1069262 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1069262 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 1069265 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 1069320 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 1069338 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069338 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069340 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 1069348 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069348 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069349 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 1069356 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:33762/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 1069363 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1069368 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069368 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069369 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1069369 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1069388 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1070155 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1070157 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1070513 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1070513 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1070513 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1070539 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1070539 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1070539 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1070545 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1070545 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1070552 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1070552 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1070552 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1070557 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1070557 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1070557 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 1070568 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1070568 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1070569 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1070569 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1070579 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1070579 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1070608 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c442575[testSimple1_shard1_replica_n2] main]
[junit4] 2> 1070610 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1070611 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1070612 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1070612 INFO (qtp603935635-96540) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633915830154559488
[junit4] 2> 1070618 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6174bbbf[testSimple1_shard1_replica_n1] main]
[junit4] 2> 1070619 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@45a6b509[testSimple1_shard2_replica_n4] main]
[junit4] 2> 1070620 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@34a5682a[testSimple1_shard2_replica_n6] main]
[junit4] 2> 1070622 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1070622 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1070622 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1070623 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1070623 INFO (qtp603935635-96539) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633915830166093824
[junit4] 2> 1070626 INFO (searcherExecutor-8214-thread-1-processing-n:127.0.0.1:43665_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:43665_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@5c442575[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1070627 INFO (qtp64756374-96546) [n:127.0.0.1:41361_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1070627 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1070627 INFO (searcherExecutor-8216-thread-1-processing-n:127.0.0.1:43665_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:43665_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@34a5682a[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1070627 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1070628 INFO (qtp64756374-96545) [n:127.0.0.1:41361_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633915830171336704
[junit4] 2> 1070629 INFO (qtp647563
[...truncated too long message...]
RollingRestartTest.java:53)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
[junit4] > ... 52 more
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_79C712972A366C54-001
[junit4] 2> May 19, 2019 12:19:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=2041, maxMBSortInHeap=6.784771377805743, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2b33ffcf), locale=sv, timezone=Europe/Uzhgorod
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=134887080,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [ReindexCollectionTest, ChaosMonkeyNothingIsSafeTest, QueryEqualityTest, MultiSolrCloudTestCaseTest, ExplicitHLLTest, TestMinMaxOnMultiValuedField, NumberUtilsTest, UnloadDistributedZkTest, MoveReplicaHDFSFailoverTest, HLLUtilTest, TestPHPSerializedResponseWriter, ResponseBuilderTest, SolrIndexConfigTest, BasicAuthIntegrationTest, TestTestInjection, LeaderVoteWaitTimeoutTest, TestSolrCloudWithSecureImpersonation, TestHdfsBackupRestoreCore, DistributedExpandComponentTest, TestSmileRequest, TestSolrDeletionPolicy2, TestManagedResourceStorage, TestFieldTypeResource, TestUseDocValuesAsStored, TestScoreJoinQPScore, TestChildDocTransformer, PathHierarchyTokenizerFactoryTest, TestDFISimilarityFactory, MoreLikeThisHandlerTest, NodeAddedTriggerTest, TestMaxTokenLenTokenizer, TestSolrCoreSnapshots, TestAtomicUpdateErrorCases, TestGraphTermsQParserPlugin, TestCloudSchemaless, DistributedFacetPivotWhiteBoxTest, TestLegacyTerms, TestStressLiveNodes, TestEmbeddedSolrServerAdminHandler, TestDocBasedVersionConstraints, TestComplexPhraseLeadingWildcard, TestTrieFacet, TestReRankQParserPlugin, EnumFieldTest, TestTolerantUpdateProcessorRandomCloud, AuthToolTest, TriggerCooldownIntegrationTest, TestGeoJSONResponseWriter, TestConfigSetImmutable, TestMissingGroups, DistributedUpdateProcessorTest, TestReplicationHandlerDiskOverFlow, MetricsHistoryWithAuthIntegrationTest, DistributedFacetPivotLongTailTest, AddReplicaTest, TaggingAttributeTest, TestMacros, BooleanFieldTest, TestRuleBasedAuthorizationPlugin, CursorPagingTest, TestSimExtremeIndexing, AnalysisAfterCoreReloadTest, TestManagedSchemaThreadSafety, ClassificationUpdateProcessorTest, TestSkipOverseerOperations, TestDeprecatedFilters, SpellPossibilityIteratorTest, CollectionsAPIAsyncDistributedZkTest, TestSimDistribStateManager, ForceLeaderWithTlogReplicasTest, TestSimpleTextCodec, SolrRrdBackendFactoryTest, TestJsonFacetRefinement, MaxSizeAutoCommitTest, NoCacheHeaderTest, TestMergePolicyConfig, AdminHandlersProxyTest, TestLeaderElectionZkExpiry, TestLMDirichletSimilarityFactory, TestCoreContainer, HdfsAutoAddReplicasIntegrationTest, AutoScalingHandlerTest, DistributedQueryComponentOptimizationTest, TestSQLHandler, TestRequestStatusCollectionAPI, TestJsonFacetsWithNestedObjects, StressHdfsTest, TestLegacyNumericRangeQueryBuilder, TestNumericRangeQuery64, RequiredFieldsTest, TestSolrCoreParser, TestCollectionAPIs, TestStressUserVersions, TestUniqueKeyFieldResource, TestInPlaceUpdatesStandalone, TestCloudPhrasesIdentificationComponent, DataDrivenBlockJoinTest, DistributedSuggestComponentTest, TestBinaryField, TestHdfsCloudBackupRestore, TestWordDelimiterFilterFactory, SpatialFilterTest, JvmMetricsTest, TestHalfAndHalfDocValues, TestPhraseSuggestions, TestCloudRecovery, TestSchemaManager, ConjunctionSolrSpellCheckerTest, HighlighterConfigTest, SolrMetricManagerTest, TestCloudConsistency, DeleteShardTest, IndexSchemaTest, SimpleMLTQParserTest, TestNumericTerms32, JWTAuthPluginTest, AddBlockUpdateTest, SearchRateTriggerTest, TestCrossCoreJoin, DocumentAnalysisRequestHandlerTest, RandomizedTaggerTest, UUIDUpdateProcessorFallbackTest, TestStressLucene, SampleTest, TestInPlaceUpdateWithRouteField, CustomTermsComponentTest, CreateCollectionCleanupTest, RootFieldTest, InfixSuggestersTest, TestIntervalFaceting, HdfsRestartWhileUpdatingTest, TestSolrConfigHandlerConcurrent, BasicDistributedZk2Test, DistribDocExpirationUpdateProcessorTest, EchoParamsTest, TestDynamicURP, TestRecoveryHdfs, TestFieldCacheVsDocValues, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderElectionTest, LeaderFailureAfterFreshStartTest, OverseerRolesTest, PeerSyncReplicationTest, RollingRestartTest]
[junit4] Completed [511/858 (2!)] on J0 in 164.87s, 1 test, 1 error <<< FAILURES!
[...truncated 51084 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2531 links (2070 relative) to 3359 anchors in 253 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-ref-guide/bare-bones-html/
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...
[exec]
[exec] /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/docs/solr-solrj/overview-summary.html
[exec] missing description: org.noggit
[exec]
[exec] Missing javadocs were found!
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:660: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:676: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/common-build.xml:2530: exec returned: 1
Total time: 293 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 100 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/100/
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:35765/solr", "node_name":"127.0.0.1:35765_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:44642/solr", "node_name":"127.0.0.1:44642_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:35765/solr", "node_name":"127.0.0.1:35765_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:44642/solr", "node_name":"127.0.0.1:44642_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:37177_solr, 127.0.0.1:44642_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:35765/solr", "node_name":"127.0.0.1:35765_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:44642/solr", "node_name":"127.0.0.1:44642_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:35765/solr", "node_name":"127.0.0.1:35765_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:44642/solr", "node_name":"127.0.0.1:44642_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:35765/solr",
"node_name":"127.0.0.1:35765_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:44642/solr",
"node_name":"127.0.0.1:44642_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:35765/solr",
"node_name":"127.0.0.1:35765_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:44642/solr",
"node_name":"127.0.0.1:44642_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:37177_solr, 127.0.0.1:44642_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:35765/solr",
"node_name":"127.0.0.1:35765_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:44642/solr",
"node_name":"127.0.0.1:44642_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:35765/solr",
"node_name":"127.0.0.1:35765_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:44642/solr",
"node_name":"127.0.0.1:44642_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44665/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([86BE4BD3481A0D0B:BE0D6F2D6FE9D9DA]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:768) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:723) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:768) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:723) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:768)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:723)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:424)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:768)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:723)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([86BE4BD3481A0D0B]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:333)
at sun.reflect.GeneratedMethodAccessor65.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:39124/y_dd/f/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:39124/y_dd/f/collection1
at __randomizedtesting.SeedInfo.seed([86BE4BD3481A0D0B:EEA7409E6E660F3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1156)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1201)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:351)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 49 more
Build Log:
[...truncated 13728 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_86BE4BD3481A0D0B-001/init-core-data-001
[junit4] 2> 511467 WARN (SUITE-CdcrBootstrapTest-seed#[86BE4BD3481A0D0B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 511467 INFO (SUITE-CdcrBootstrapTest-seed#[86BE4BD3481A0D0B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 511470 INFO (SUITE-CdcrBootstrapTest-seed#[86BE4BD3481A0D0B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 511470 INFO (SUITE-CdcrBootstrapTest-seed#[86BE4BD3481A0D0B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] IGNOR/A 0.00s J1 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 511473 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 511473 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_86BE4BD3481A0D0B-001/cdcr-target-001
[junit4] 2> 511474 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 511475 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 511475 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 511574 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer start zk server on port:33176
[junit4] 2> 511574 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33176
[junit4] 2> 511574 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33176
[junit4] 2> 511586 INFO (zkConnectionManagerCallback-4171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511590 INFO (zkConnectionManagerCallback-4173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511591 INFO (zkConnectionManagerCallback-4175-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511603 WARN (jetty-launcher-4176-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 511604 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 511604 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 511604 INFO (jetty-launcher-4176-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 511605 INFO (jetty-launcher-4176-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 511606 INFO (jetty-launcher-4176-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 511606 INFO (jetty-launcher-4176-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 511606 INFO (jetty-launcher-4176-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f8b10a{/solr,null,AVAILABLE}
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f165fe9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42902}
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.e.j.s.Server Started @511700ms
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42902}
[junit4] 2> 511607 ERROR (jetty-launcher-4176-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 511607 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-17T13:19:45.252Z
[junit4] 2> 511630 INFO (zkConnectionManagerCallback-4178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511631 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 511818 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 511820 WARN (jetty-launcher-4176-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3a67a987[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 511826 WARN (jetty-launcher-4176-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1e7c43a4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 511827 INFO (jetty-launcher-4176-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33176/solr
[junit4] 2> 511829 INFO (zkConnectionManagerCallback-4185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511836 INFO (zkConnectionManagerCallback-4187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511949 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42902_solr
[junit4] 2> 511951 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.c.Overseer Overseer (id=73318109202677765-127.0.0.1:42902_solr-n_0000000000) starting
[junit4] 2> 511960 INFO (zkConnectionManagerCallback-4194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 511963 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33176/solr ready
[junit4] 2> 511964 INFO (OverseerStateUpdate-73318109202677765-127.0.0.1:42902_solr-n_0000000000) [n:127.0.0.1:42902_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42902_solr
[junit4] 2> 511966 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42902_solr
[junit4] 2> 511968 INFO (zkCallback-4186-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 511977 INFO (zkCallback-4193-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 512006 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 512048 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42902.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50677a6e
[junit4] 2> 512061 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42902.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50677a6e
[junit4] 2> 512061 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42902.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50677a6e
[junit4] 2> 512063 INFO (jetty-launcher-4176-thread-1) [n:127.0.0.1:42902_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_86BE4BD3481A0D0B-001/cdcr-target-001/node1/.
[junit4] 2> 512091 INFO (zkConnectionManagerCallback-4200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512093 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 512094 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33176/solr ready
[junit4] 1> Target zkHost = 127.0.0.1:33176/solr
[junit4] 2> 512095 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_86BE4BD3481A0D0B-001/cdcr-source-001
[junit4] 2> 512095 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 512095 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 512096 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 512195 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer start zk server on port:38460
[junit4] 2> 512196 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38460
[junit4] 2> 512196 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38460
[junit4] 2> 512200 INFO (zkConnectionManagerCallback-4202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512204 INFO (zkConnectionManagerCallback-4204-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512206 INFO (zkConnectionManagerCallback-4206-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512208 WARN (jetty-launcher-4207-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 512209 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 512209 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 512209 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 512210 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 512210 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 512210 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 512210 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77f971{/solr,null,AVAILABLE}
[junit4] 2> 512211 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24f8871b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38869}
[junit4] 2> 512211 INFO (jetty-launcher-4207-thread-1) [ ] o.e.j.s.Server Started @512304ms
[junit4] 2> 512211 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38869}
[junit4] 2> 512212 ERROR (jetty-launcher-4207-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 512212 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 512212 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 512212 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 512212 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 512212 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-17T13:19:45.857Z
[junit4] 2> 512214 INFO (zkConnectionManagerCallback-4209-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512214 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 512559 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 512561 WARN (jetty-launcher-4207-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6889c747[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 512575 WARN (jetty-launcher-4207-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6584b32b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 512576 INFO (jetty-launcher-4207-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38460/solr
[junit4] 2> 512578 INFO (zkConnectionManagerCallback-4216-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512582 INFO (zkConnectionManagerCallback-4218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512681 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38869_solr
[junit4] 2> 512682 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.c.Overseer Overseer (id=73318109243310085-127.0.0.1:38869_solr-n_0000000000) starting
[junit4] 2> 512690 INFO (zkConnectionManagerCallback-4225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512693 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38460/solr ready
[junit4] 2> 512694 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38869_solr
[junit4] 2> 512694 INFO (OverseerStateUpdate-73318109243310085-127.0.0.1:38869_solr-n_0000000000) [n:127.0.0.1:38869_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38869_solr
[junit4] 2> 512696 INFO (OverseerStateUpdate-73318109243310085-127.0.0.1:38869_solr-n_0000000000) [n:127.0.0.1:38869_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 512696 INFO (zkCallback-4224-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 512724 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 512757 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38869.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50677a6e
[junit4] 2> 512772 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38869.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50677a6e
[junit4] 2> 512772 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38869.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50677a6e
[junit4] 2> 512773 INFO (jetty-launcher-4207-thread-1) [n:127.0.0.1:38869_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_86BE4BD3481A0D0B-001/cdcr-source-001/node1/.
[junit4] 2> 512819 INFO (zkConnectionManagerCallback-4231-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512826 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 512827 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[86BE4BD3481A0D0B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38460/solr ready
[junit4] 2> 512829 INFO (zkConnectionManagerCallback-4233-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 512836 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 512841 INFO (OverseerThreadFactory-3012-thread-1-processing-n:127.0.0.1:38869_solr) [n:127.0.0.1:38869_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 512953 INFO (OverseerStateUpdate-73318109243310085-127.0.0.1:38869_solr-n_0000000000) [n:127.0.0.1:38869_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38869/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 513159 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 513160 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 514181 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 514190 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 514193 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 514196 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 514197 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 514201 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 514201 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 514201 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38869.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50677a6e
[junit4] 2> 514201 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_86BE4BD3481A0D0B-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBootstrapTest_86BE4BD3481A0D0B-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 514289 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 514289 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 514439 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 514439 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 514443 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ccf488f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 514445 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 514445 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 514446 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 514448 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 514451 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 514468 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 514470 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 514473 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633785414280019968
[junit4] 2> 514478 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1ccf488f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 514481 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 514482 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 514486 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 514486 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 514486 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38869/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 514487 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 514487 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38869/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 514487 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73318109243310085-core_node2-n_0000000000
[junit4] 2> 514488 INFO (zkCallback-4217-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 514491 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38869/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 514594 INFO (zkCallback-4217-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 514594 INFO (zkCallback-4217-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 514597 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 514606 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1446
[junit4] 2> 514615 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 514701 INFO (zkCallback-4217-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 514701 INFO (zkCallback-4217-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 514701 INFO (zkCallback-4217-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 514702 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1866
[junit4] 2> 514818 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 514820 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=84
[junit4] 2> 514823 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785414647021568,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 514823 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785414647021568
[junit4] 2> 514842 INFO (OverseerCollectionConfigSetProcessor-73318109243310085-127.0.0.1:38869_solr-n_0000000000) [n:127.0.0.1:38869_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 515116 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5df1d32c[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 515117 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 515119 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5df1d32c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}])))}
[junit4] 2> 515119 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=296
[junit4] 2> 515167 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 515169 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785415009828864,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 515170 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785415009828864
[junit4] 2> 515429 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d3b3a59[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 515430 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 515431 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1d3b3a59[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}]) Uninverting(_1(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189034}])))}
[junit4] 2> 515432 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=263
[junit4] 2> 515655 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=221
[junit4] 2> 515657 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785415521533952,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 515657 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785415521533952
[junit4] 2> 515692 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cb5f156[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 515693 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 515695 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7cb5f156[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}]) Uninverting(_1(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189034}]) Uninverting(_2(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189311}])))}
[junit4] 2> 515695 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 515727 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=30
[junit4] 2> 515731 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785415599128576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 515731 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785415599128576
[junit4] 2> 515965 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a2f280c[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 515966 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 515967 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7a2f280c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}]) Uninverting(_1(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189034}]) Uninverting(_2(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189311}]) Uninverting(_3(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189387}])))}
[junit4] 2> 515968 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=239
[junit4] 2> 516000 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 516002 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785415883292672,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 516003 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785415883292672
[junit4] 2> 516042 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c03b365[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 516043 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 516044 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2c03b365[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}]) Uninverting(_1(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189034}]) Uninverting(_2(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189311}]) Uninverting(_3(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189387}]) Uninverting(_4(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189658}])))}
[junit4] 2> 516045 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 516064 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 516068 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785415952498688,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 516068 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785415952498688
[junit4] 2> 516133 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f18d148[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 516133 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 516135 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1f18d148[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}]) Uninverting(_1(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189034}]) Uninverting(_2(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189311}]) Uninverting(_3(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189387}]) Uninverting(_4(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189658}]) Uninverting(_5(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189726}])))}
[junit4] 2> 516135 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=69
[junit4] 2> 516157 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 516158 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785416046870528,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 516159 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785416046870528
[junit4] 2> 516199 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eacf104[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 516201 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 516203 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1eacf104[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}]) Uninverting(_1(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189034}]) Uninverting(_2(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189311}]) Uninverting(_3(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189387}]) Uninverting(_4(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189658}]) Uninverting(_5(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189726}]) Uninverting(_6(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189814}])))}
[junit4] 2> 516203 INFO (qtp1448616113-10438) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=45
[junit4] 2> 516222 INFO (qtp1448616113-10441) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 516224 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785416116076544,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 516224 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785416116076544
[junit4] 2> 516464 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@591912a8[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 516466 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 516467 INFO (searcherExecutor-3017-thread-1-processing-n:127.0.0.1:38869_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@591912a8[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099188526}]) Uninverting(_1(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189034}]) Uninverting(_2(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189311}]) Uninverting(_3(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189387}]) Uninverting(_4(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189658}]) Uninverting(_5(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189726}]) Uninverting(_6(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189814}]) Uninverting(_7(8.2.0):C100:[diagnostics={os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_191, java.vm.version=25.191-b12, lucene.version=8.2.0, os.arch=amd64, java.runtime.version=1.8.0_191-b12, source=flush, os.version=4.4.0-137-generic, timestamp=1558099189875}])))}
[junit4] 2> 516468 INFO (qtp1448616113-10437) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=244
[junit4] 2> 516488 INFO (qtp1448616113-10439) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 516490 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1633785416394997760,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 516490 INFO (qtp1448616113-10440) [n:127.0.0.1:38869_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5c94d16d commitCommandVersion:1633785416394997760
[...truncated too long message...]
81A0D0B-001
[junit4] 2> May 17, 2019 4:11:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {title_s=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval), id_field_copy_that_does_not_support_in_place_update_s=BlockTreeOrds(blocksize=128)}, docValues:{inplace_updatable_float=DocValuesFormat(name=Asserting), id_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), inplace_updatable_int_with_default=DocValuesFormat(name=Asserting), inplace_updatable_float_with_default=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1329, maxMBSortInHeap=5.505715406469242, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2f8ca9be), locale=ar-TN, timezone=Antarctica/Vostok
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=47228040,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [ParsingFieldUpdateProcessorsTest, TestStressUserVersions, TestBinaryField, TestUseDocValuesAsStored, HdfsNNFailoverTest, TestCloudNestedDocsSort, ExitableDirectoryReaderTest, TestCustomStream, TestSimTriggerIntegration, TestSchemaManager, SolrSlf4jReporterTest, SecurityConfHandlerTest, ZkControllerTest, TestComplexPhraseLeadingWildcard, TestBinaryResponseWriter, PeerSyncWithIndexFingerprintCachingTest, ForceLeaderWithTlogReplicasTest, DataDrivenBlockJoinTest, SolrLogAuditLoggerPluginTest, TestXIncludeConfig, CdcrReplicationHandlerTest, TestFieldCollectionResource, CollectionsAPIAsyncDistributedZkTest, CategoryRoutedAliasUpdateProcessorTest, MaxSizeAutoCommitTest, PathHierarchyTokenizerFactoryTest, RollingRestartTest, IndexSchemaTest, TestSimNodeAddedTrigger, NoCacheHeaderTest, TestRTGBase, ZkShardTermsTest, TestLMDirichletSimilarityFactory, TestSolrConfigHandlerConcurrent, ReturnFieldsTest, TestSimpleTextCodec, BasicAuthIntegrationTest, SyncSliceTest, TestDistribDocBasedVersion, HdfsAutoAddReplicasIntegrationTest, CdcrBidirectionalTest, UtilsToolTest, TestStressLucene, TestSafeXMLParsing, PreAnalyzedFieldManagedSchemaCloudTest, AddBlockUpdateTest, ReplaceNodeTest, TestPullReplicaErrorHandling, UUIDUpdateProcessorFallbackTest, NodeMarkersRegistrationTest, AnalysisAfterCoreReloadTest, TestTrieFacet, TestSchemaSimilarityResource, RequiredFieldsTest, SearchRateTriggerTest, TestPostingsSolrHighlighter, TestHttpShardHandlerFactory, ConjunctionSolrSpellCheckerTest, TestMissingGroups, TaggingAttributeTest, TestHdfsCloudBackupRestore, TestCustomSort, MetricTriggerIntegrationTest, CurrencyFieldTypeTest, OverseerStatusTest, JWTAuthPluginTest, DistribDocExpirationUpdateProcessorTest, TimeRoutedAliasUpdateProcessorTest, MoreLikeThisHandlerTest, AddReplicaTest, BooleanFieldTest, TestMaxTokenLenTokenizer, TestSolrCoreProperties, SimplePostToolTest, DeleteShardTest, IndexBasedSpellCheckerTest, TestMergePolicyConfig, SolrRrdBackendFactoryTest, AnalyticsMergeStrategyTest, TestRandomDVFaceting, TestTolerantUpdateProcessorRandomCloud, TestQuerySenderNoQuery, TestGraphTermsQParserPlugin, TestZkChroot, ConcurrentCreateRoutedAliasTest, CdcrWithNodesRestartsTest, TestOnReconnectListenerSupport, HdfsTlogReplayBufferedWhileIndexingTest, TestCodecSupport, DistributedExpandComponentTest, HighlighterConfigTest, TestAtomicUpdateErrorCases, TestUnInvertedFieldException, AutoScalingHandlerTest, CoreAdminHandlerTest, TestPHPSerializedResponseWriter, NodeAddedTriggerTest, AuthToolTest, TestCrossCoreJoin, TestClusterProperties, TestHdfsBackupRestoreCore, DistributedVersionInfoTest, SaslZkACLProviderTest, LeaderFailoverAfterPartitionTest, TestOverriddenPrefixQueryForCustomFieldType, RandomizedTaggerTest, TestWordDelimiterFilterFactory, TestDocBasedVersionConstraints, SolrCloudExampleTest, QueryEqualityTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AsyncCallRequestStatusResponseTest, TestInitQParser, SampleTest, LeaderElectionContextKeyTest, CoreMergeIndexesAdminHandlerTest, TestImpersonationWithHadoopAuth, TestCloudConsistency, AdminHandlersProxyTest, TestSimDistribStateManager, TestXmlQParserPlugin, TestSweetSpotSimilarityFactory, CloudExitableDirectoryReaderTest, DistributedFacetPivotWhiteBoxTest, SolrIndexConfigTest, DistanceFunctionTest, TestDFISimilarityFactory, SimpleMLTQParserTest, TestConfigSetsAPIZkFailure, SpellPossibilityIteratorTest, TestUniqueKeyFieldResource, EchoParamsTest, TestPhraseSuggestions, HttpPartitionOnCommitTest, TestLeaderElectionZkExpiry, HdfsBasicDistributedZkTest, TestCopyFieldCollectionResource, ReindexCollectionTest, TestNonDefinedSimilarityFactory, TestMinMaxOnMultiValuedField, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, HdfsCollectionsAPIDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasIntegrationTest, TriggerCooldownIntegrationTest, TriggerEventQueueTest, TriggerIntegrationTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, AlternateDirectoryTest, BlobRepositoryCloudTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoryTest, QueryResultKeyTest, RAMDirectoryFactoryTest, RequestHandlersTest, ResourceLoaderTest, SOLR749Test, SolrCoreCheckLockOnStartupTest, SolrCoreTest, TestBackupRepositoryFactory, TestBadConfig, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestCoreContainer, TestCorePropertiesReload, TestDynamicURP, TestJmxIntegration, TestSolrDeletionPolicy2, TestSolrIndexConfig, TestSolrXml, TestSolrCoreSnapshots, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, DocumentAnalysisRequestHandlerTest, FieldAnalysisRequestHandlerTest, JsonLoaderTest, ResponseBuilderTest, SearchHandlerTest, TestCSVLoader, TestConfigReload, TestReplicationHandlerDiskOverFlow, TestRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, MetricsHandlerTest, MetricsHistoryHandlerTest, PropertiesRequestHandlerTest, StatsReloadRaceTest, CustomTermsComponentTest, DistributedFacetPivotLongTailTest, DistributedQueryComponentOptimizationTest, DistributedSpellCheckComponentTest, DistributedTermsComponentTest, QueryElevationComponentTest, ShufflingReplicaListTransformerTest, SpellCheckComponentTest, StatsComponentTest, TestDistributedStatsComponentCardinality, TestExpandComponent, TestExportWriter, CheckHdfsIndexTest, SolrJmxReporterTest, TestRemoteStreaming, TestMacros, JSONWriterTest, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestRetrieveFieldsOptimizer, TestChildDocTransformerHierarchy, TestSubQueryTransformerCrossCore, TestManagedResource, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, DocValuesMissingTest, DocValuesTest, TestCollationField, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchema, TestManagedSchemaAPI, TestManagedSchemaThreadSafety, TestOmitPositions, TestPointFields, TestFoldingMultitermQuery, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestMinHashQParser, TestPseudoReturnFields, TestQueryTypes, TestReRankQParserPlugin, TestRecovery, TestReloadDeadlock, TestCloudJSONFacetSKG, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, TestScoreJoinQPScore, TestJsonRequest, TestDistribIDF, TestExactSharedStatsCache, TestExactStatsCache, AuditLoggerIntegrationTest, CacheHeaderTest, DirectSolrConnectionTest, WordBreakSolrSpellCheckerTest, SuggesterFSTTest, SuggesterTSTTest, SuggesterWFSTTest, TestAnalyzedSuggestions, TestFileDictionaryLookup, TestFuzzyAnalyzedSuggestions, BufferStoreTest, HdfsDirectoryTest, TestLegacyFieldCache, TestNumericTerms32, SolrCmdDistributorTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [858/858 (3!)] on J0 in 6479.72s, 1 test, 1 error <<< FAILURES!
[...truncated 49905 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2531 links (2070 relative) to 3359 anchors in 253 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-ref-guide/bare-bones-html/
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...
[exec]
[exec] /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/docs/solr-solrj/overview-summary.html
[exec] missing description: org.noggit
[exec]
[exec] Missing javadocs were found!
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:660: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:676: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/common-build.xml:2530: exec returned: 1
Total time: 405 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 99 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/99/
1 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testClusterStateProviderAPI
Error Message:
{} expected:<2> but was:<0>
Stack Trace:
java.lang.AssertionError: {} expected:<2> but was:<0>
at __randomizedtesting.SeedInfo.seed([F5EA7165470B85B0:EA3DED4934007CFB]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.AliasIntegrationTest.testClusterStateProviderAPI(AliasIntegrationTest.java:293)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14401 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/init-core-data-001
[junit4] 2> 2107245 WARN (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 2107245 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2107246 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2107247 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2107247 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001
[junit4] 2> 2107247 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2107256 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2107257 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2107359 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41200
[junit4] 2> 2107359 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41200
[junit4] 2> 2107359 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41200
[junit4] 2> 2107420 INFO (zkConnectionManagerCallback-7318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2107467 INFO (zkConnectionManagerCallback-7320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2107517 INFO (zkConnectionManagerCallback-7322-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2107532 WARN (jetty-launcher-7323-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2107532 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2107532 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2107532 INFO (jetty-launcher-7323-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2107546 WARN (jetty-launcher-7323-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2107546 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2107546 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2107546 INFO (jetty-launcher-7323-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2107616 INFO (jetty-launcher-7323-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2107616 INFO (jetty-launcher-7323-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2107616 INFO (jetty-launcher-7323-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2107620 INFO (jetty-launcher-7323-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@341403f4{/solr,null,AVAILABLE}
[junit4] 2> 2107626 WARN (jetty-launcher-7323-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@14ef1def[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2107659 INFO (jetty-launcher-7323-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2107659 INFO (jetty-launcher-7323-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2107659 INFO (jetty-launcher-7323-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2107659 INFO (jetty-launcher-7323-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42d7c9de{/solr,null,AVAILABLE}
[junit4] 2> 2107660 WARN (jetty-launcher-7323-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7b78096f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5659b3fb{SSL,[ssl, http/1.1]}{127.0.0.1:44324}
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.e.j.s.Server Started @2107933ms
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44324}
[junit4] 2> 2107660 ERROR (jetty-launcher-7323-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2107660 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-16T03:41:09.163Z
[junit4] 2> 2107673 INFO (jetty-launcher-7323-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46f787b7{SSL,[ssl, http/1.1]}{127.0.0.1:37480}
[junit4] 2> 2107673 INFO (jetty-launcher-7323-thread-2) [ ] o.e.j.s.Server Started @2107946ms
[junit4] 2> 2107673 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37480}
[junit4] 2> 2107674 ERROR (jetty-launcher-7323-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2107674 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2107674 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 2107674 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2107674 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2107674 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-16T03:41:09.177Z
[junit4] 2> 2107692 INFO (zkConnectionManagerCallback-7325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2107692 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2107712 INFO (zkConnectionManagerCallback-7327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2107712 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2107894 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2107948 WARN (jetty-launcher-7323-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2107958 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2107958 WARN (jetty-launcher-7323-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33d46501[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2107958 WARN (jetty-launcher-7323-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2107995 WARN (jetty-launcher-7323-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@20e67b21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2108001 WARN (jetty-launcher-7323-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2108035 WARN (jetty-launcher-7323-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2108098 WARN (jetty-launcher-7323-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1a6b7d8b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2108099 INFO (jetty-launcher-7323-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41200/solr
[junit4] 2> 2108109 WARN (jetty-launcher-7323-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@774fa6d2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2108110 INFO (jetty-launcher-7323-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41200/solr
[junit4] 2> 2108156 INFO (zkConnectionManagerCallback-7338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2108169 INFO (zkConnectionManagerCallback-7341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2108202 INFO (zkConnectionManagerCallback-7343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2108202 INFO (zkConnectionManagerCallback-7345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2108256 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44324_solr
[junit4] 2> 2108271 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.c.Overseer Overseer (id=74699708660842504-127.0.0.1:44324_solr-n_0000000000) starting
[junit4] 2> 2108304 INFO (zkConnectionManagerCallback-7354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2108306 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41200/solr ready
[junit4] 2> 2108315 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37480_solr
[junit4] 2> 2108397 INFO (OverseerStateUpdate-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44324_solr
[junit4] 2> 2108397 INFO (zkCallback-7353-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2108397 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44324_solr as DOWN
[junit4] 2> 2108398 INFO (OverseerStateUpdate-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2108398 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2108398 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44324_solr
[junit4] 2> 2108404 INFO (zkCallback-7353-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2108412 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2108437 INFO (zkCallback-7344-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2108460 INFO (zkConnectionManagerCallback-7359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2108461 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2108461 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41200/solr ready
[junit4] 2> 2108472 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2108525 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44324.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2108525 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2108558 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44324.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2108558 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44324.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2108559 INFO (jetty-launcher-7323-thread-1) [n:127.0.0.1:44324_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node1/.
[junit4] 2> 2108657 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37480.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2108673 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37480.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2108673 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37480.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2108674 INFO (jetty-launcher-7323-thread-2) [n:127.0.0.1:37480_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node2/.
[junit4] 2> 2108760 INFO (zkConnectionManagerCallback-7366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2108760 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2108780 INFO (SUITE-AliasIntegrationTest-seed#[F5EA7165470B85B0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41200/solr ready
[junit4] 2> 2109089 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[F5EA7165470B85B0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testModifyPropertiesCAR
[junit4] 2> 2109147 INFO (qtp1351113788-20291) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2109199 INFO (OverseerThreadFactory-6047-thread-1-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1meta
[junit4] 2> 2109311 INFO (OverseerStateUpdate-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37480/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2109328 INFO (OverseerStateUpdate-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1meta_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44324/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2109589 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2109665 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2109665 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2110676 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 2110715 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.IndexSchema [collection1meta_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2110718 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2110718 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard2_replica_n2' using configuration from collection collection1meta, trusted=true
[junit4] 2> 2110719 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44324.solr.core.collection1meta.shard2.replica_n2' (registry 'solr.core.collection1meta.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2110720 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SolrCore [[collection1meta_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node1/collection1meta_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node1/./collection1meta_shard2_replica_n2/data/]
[junit4] 2> 2110750 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 2110825 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.IndexSchema [collection1meta_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2110827 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2110827 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard1_replica_n1' using configuration from collection collection1meta, trusted=true
[junit4] 2> 2110827 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37480.solr.core.collection1meta.shard1.replica_n1' (registry 'solr.core.collection1meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2110828 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrCore [[collection1meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node2/collection1meta_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node2/./collection1meta_shard1_replica_n1/data/]
[junit4] 2> 2111079 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2111079 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2111080 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2111080 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2111081 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@172a4679[collection1meta_shard1_replica_n1] main]
[junit4] 2> 2111090 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2111090 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2111091 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2111091 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2111092 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18151421[collection1meta_shard2_replica_n2] main]
[junit4] 2> 2111103 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2111103 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2111104 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2111104 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633658415461957632
[junit4] 2> 2111107 INFO (searcherExecutor-6056-thread-1-processing-n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2 c:collection1meta s:shard2 r:core_node4) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SolrCore [collection1meta_shard2_replica_n2] Registered new searcher Searcher@18151421[collection1meta_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2111115 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2111115 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2111116 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2111116 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633658415474540544
[junit4] 2> 2111119 INFO (searcherExecutor-6057-thread-1-processing-n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1 c:collection1meta s:shard1 r:core_node3) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SolrCore [collection1meta_shard1_replica_n1] Registered new searcher Searcher@172a4679[collection1meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2111121 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2111121 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1meta/leaders/shard2
[junit4] 2> 2111133 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2111133 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1meta/leaders/shard1
[junit4] 2> 2111136 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2111136 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2111136 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37480/solr/collection1meta_shard1_replica_n1/
[junit4] 2> 2111136 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2111137 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37480/solr/collection1meta_shard1_replica_n1/ has no replicas
[junit4] 2> 2111137 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1meta/leaders/shard1/leader after winning as /collections/collection1meta/leader_elect/shard1/election/74699708660842503-core_node3-n_0000000000
[junit4] 2> 2111138 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2111138 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2111138 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44324/solr/collection1meta_shard2_replica_n2/
[junit4] 2> 2111138 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37480/solr/collection1meta_shard1_replica_n1/ shard1
[junit4] 2> 2111139 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2111139 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:44324/solr/collection1meta_shard2_replica_n2/ has no replicas
[junit4] 2> 2111167 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1meta/leaders/shard2/leader after winning as /collections/collection1meta/leader_elect/shard2/election/74699708660842504-core_node4-n_0000000000
[junit4] 2> 2111169 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44324/solr/collection1meta_shard2_replica_n2/ shard2
[junit4] 2> 2111346 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111347 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2111354 INFO (zkCallback-7344-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111362 INFO (zkCallback-7342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111363 INFO (qtp69513930-20300) [n:127.0.0.1:37480_solr c:collection1meta s:shard1 r:core_node3 x:collection1meta_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1698
[junit4] 2> 2111379 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2111380 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr c:collection1meta s:shard2 r:core_node4 x:collection1meta_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1791
[junit4] 2> 2111394 INFO (zkCallback-7344-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111408 INFO (qtp1351113788-20291) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2111471 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2111492 INFO (zkCallback-7344-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111496 INFO (zkCallback-7344-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111496 INFO (zkCallback-7342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111496 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111496 INFO (zkCallback-7344-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111500 INFO (qtp1351113788-20291) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2352
[junit4] 2> 2111501 INFO (qtp1351113788-20290) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2111520 INFO (zkCallback-7342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2111541 INFO (OverseerThreadFactory-6047-thread-2-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection2meta
[junit4] 2> 2111780 INFO (OverseerStateUpdate-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37480/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2111966 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2meta_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2112980 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 2113118 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.IndexSchema [collection2meta_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2113131 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2113131 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2meta_shard1_replica_n1' using configuration from collection collection2meta, trusted=true
[junit4] 2> 2113132 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37480.solr.core.collection2meta.shard1.replica_n1' (registry 'solr.core.collection2meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2113132 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SolrCore [[collection2meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node2/collection2meta_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node2/./collection2meta_shard1_replica_n1/data/]
[junit4] 2> 2113286 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2113286 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2113287 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2113287 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2113288 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51a6a612[collection2meta_shard1_replica_n1] main]
[junit4] 2> 2113290 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2113290 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2113290 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2113291 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633658417755193344
[junit4] 2> 2113294 INFO (searcherExecutor-6066-thread-1-processing-n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1 c:collection2meta s:shard1 r:core_node2) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SolrCore [collection2meta_shard1_replica_n1] Registered new searcher Searcher@51a6a612[collection2meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2113304 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2meta/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2113304 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection2meta/leaders/shard1
[junit4] 2> 2113306 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2113306 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2113306 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37480/solr/collection2meta_shard1_replica_n1/
[junit4] 2> 2113306 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2113306 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37480/solr/collection2meta_shard1_replica_n1/ has no replicas
[junit4] 2> 2113306 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection2meta/leaders/shard1/leader after winning as /collections/collection2meta/leader_elect/shard1/election/74699708660842503-core_node2-n_0000000000
[junit4] 2> 2113308 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37480/solr/collection2meta_shard1_replica_n1/ shard1
[junit4] 2> 2113440 INFO (zkCallback-7342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2113440 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2113441 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2113442 INFO (qtp69513930-20296) [n:127.0.0.1:37480_solr c:collection2meta s:shard1 r:core_node2 x:collection2meta_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2meta_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2meta&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1476
[junit4] 2> 2113461 INFO (qtp1351113788-20290) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2113542 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2113559 INFO (zkCallback-7342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2113559 INFO (zkCallback-7344-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2113559 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2113559 INFO (zkCallback-7342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2113560 INFO (qtp1351113788-20290) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2059
[junit4] 2> 2113586 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[F5EA7165470B85B0]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 2 expected replica count: 2
[junit4] 2> 2113586 INFO (watches-7363-thread-2) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 1
[junit4] 2> 2113590 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[F5EA7165470B85B0]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 1 expected replica count: 1
[junit4] 2> 2113603 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=baz&property.bar=bam&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2113608 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=baz&property.bar=bam&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2113609 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2113611 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2113613 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2113614 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2113676 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2113708 INFO (qtp1351113788-20289) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&wt=javabin&version=2} status=0 QTime=93
[junit4] 2> 2113711 INFO (qtp1351113788-20291) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :aliasprop with params name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=+&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2113725 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2113727 INFO (qtp1351113788-20291) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testModifyPropertiesCAR&action=ALIASPROP&property.foo=+&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2113727 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[F5EA7165470B85B0]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testModifyPropertiesCAR
[junit4] 2> 2113727 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2113728 INFO (TEST-AliasIntegrationTest.testModifyPropertiesCAR-seed#[F5EA7165470B85B0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2113730 INFO (qtp1351113788-20290) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection2meta&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2113757 INFO (OverseerThreadFactory-6047-thread-5-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 2113765 INFO (qtp69513930-20297) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2meta.shard1.replica_n1, tag=null
[junit4] 2> 2113765 INFO (qtp69513930-20297) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a99181e: rootName = solr_37480, domain = solr.core.collection2meta.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection2meta.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@fe3428d
[junit4] 2> 2113939 INFO (qtp69513930-20297) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.c.SolrCore [collection2meta_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4b8cdaf2
[junit4] 2> 2113939 INFO (qtp69513930-20297) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2meta.shard1.replica_n1, tag=4b8cdaf2
[junit4] 2> 2113939 INFO (qtp69513930-20297) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection2meta.shard1.leader, tag=4b8cdaf2
[junit4] 2> 2113984 INFO (qtp69513930-20297) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2meta/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 2114011 INFO (qtp69513930-20297) [n:127.0.0.1:37480_solr x:collection2meta_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=collection2meta_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=246
[junit4] 2> 2114218 INFO (zkCallback-7344-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2114218 INFO (zkCallback-7344-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2114226 INFO (zkCallback-7342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2114226 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2114226 INFO (zkCallback-7342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2114668 INFO (qtp1351113788-20290) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection2meta&action=DELETE&wt=javabin&version=2} status=0 QTime=937
[junit4] 2> 2114669 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=collection1meta&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2114685 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2114685 INFO (OverseerThreadFactory-6047-thread-5-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 2114697 INFO (qtp69513930-20298) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard1.replica_n1, tag=null
[junit4] 2> 2114697 INFO (qtp69513930-20298) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@455cd40a: rootName = solr_37480, domain = solr.core.collection1meta.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1meta.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@54f78582
[junit4] 2> 2114733 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard2.replica_n2, tag=null
[junit4] 2> 2114733 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4235ea86: rootName = solr_44324, domain = solr.core.collection1meta.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1meta.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@6fa2ac3c
[junit4] 2> 2114769 INFO (qtp69513930-20298) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.c.SolrCore [collection1meta_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@14c8e8e
[junit4] 2> 2114770 INFO (qtp69513930-20298) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard1.replica_n1, tag=14c8e8e
[junit4] 2> 2114770 INFO (qtp69513930-20298) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1meta.shard1.leader, tag=14c8e8e
[junit4] 2> 2114793 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.c.SolrCore [collection1meta_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@74df82ca
[junit4] 2> 2114817 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1meta.shard2.replica_n2, tag=74df82ca
[junit4] 2> 2114817 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1meta.shard2.leader, tag=74df82ca
[junit4] 2> 2114850 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard2 to Terms{values={}, version=1}
[junit4] 2> 2114897 INFO (qtp69513930-20298) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1meta/terms/shard1 to Terms{values={}, version=1}
[junit4] 2> 2114902 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr x:collection1meta_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=collection1meta_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=169
[junit4] 2> 2114910 INFO (qtp69513930-20298) [n:127.0.0.1:37480_solr x:collection1meta_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=collection1meta_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=213
[junit4] 2> 2115029 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2115029 INFO (zkCallback-7342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2115029 INFO (zkCallback-7342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2115029 INFO (zkCallback-7344-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2115032 INFO (zkCallback-7344-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2115032 INFO (zkCallback-7344-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2115180 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=collection1meta&action=DELETE&wt=javabin&version=2} status=0 QTime=511
[junit4] 2> 2115563 INFO (TEST-AliasIntegrationTest.test-seed#[F5EA7165470B85B0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2115584 INFO (qtp1351113788-20290) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2115603 INFO (qtp1351113788-20290) [n:127.0.0.1:44324_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=19
[junit4] 2> 2115605 INFO (qtp1351113788-20288) [n:127.0.0.1:44324_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2115650 INFO (OverseerCollectionConfigSetProcessor-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000014 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2115651 INFO (OverseerThreadFactory-6047-thread-5-processing-n:127.0.0.1:44324_solr) [n:127.0.0.1:44324_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2115903 INFO (OverseerStateUpdate-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37480/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2115903 INFO (OverseerStateUpdate-74699708660842504-127.0.0.1:44324_solr-n_0000000000) [n:127.0.0.1:44324_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44324/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2116134 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2116135 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr x:collection1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2117261 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 2117269 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 2117573 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2117576 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2117576 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 2117576 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37480.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2117577 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
[junit4] 2> 2117688 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2117690 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2117690 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 2117691 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44324.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@23ef38e4
[junit4] 2> 2117691 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node1/collection1_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.AliasIntegrationTest_F5EA7165470B85B0-001/tempDir-001/node1/./collection1_shard2_replica_n2/data/]
[junit4] 2> 2118084 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2118084 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2118085 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2118085 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2118086 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@602e6df8[collection1_shard1_replica_n1] main]
[junit4] 2> 2118087 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2118087 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2118140 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2118141 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633658422840786944
[junit4] 2> 2118145 INFO (searcherExecutor-6071-thread-1-processing-n:127.0.0.1:37480_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@602e6df8[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2118178 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2118178 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 2118181 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2118181 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2118181 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37480/solr/collection1_shard1_replica_n1/
[junit4] 2> 2118193 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2118214 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37480/solr/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 2118214 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/74699708660842503-core_node3-n_0000000000
[junit4] 2> 2118215 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37480/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 2118222 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2118222 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2118223 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2118223 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2118224 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@ebd4ad5[collection1_shard2_replica_n2] main]
[junit4] 2> 2118294 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2118356 INFO (zkCallback-7342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2118357 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2118358 INFO (qtp69513930-20299) [n:127.0.0.1:37480_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2224
[junit4] 2> 2118363 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2118365 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2118366 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2118366 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633658423076716544
[junit4] 2> 2118518 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2118518 INFO (zkCallback-7342-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2118518 INFO (zkCallback-7342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2118530 INFO (searcherExecutor-6072-thread-1-processing-n:127.0.0.1:44324_solr x:collection1_shard2_replica_n2 c:collection1 s:shard2 r:core_node4) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@ebd4ad5[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2118626 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2118626 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 2118753 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2118753 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2118753 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44324/solr/collection1_shard2_replica_n2/
[junit4] 2> 2118754 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2118754 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:44324/solr/collection1_shard2_replica_n2/ has no replicas
[junit4] 2> 2118754 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/74699708660842504-core_node4-n_0000000000
[junit4] 2> 2118755 INFO (qtp1351113788-20292) [n:127.0.0.1:44324_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44324/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 2118862 INFO (zkCallback-7342-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2118862 INFO (zkCallback-7342-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occu
[...truncated too long message...]
-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1328622759
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1328622759
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1328622759
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 59ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 569 minutes 3 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 98 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/98/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/27)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:39893/solr", "node_name":"127.0.0.1:39893_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:45002/solr", "node_name":"127.0.0.1:45002_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:39893/solr", "node_name":"127.0.0.1:39893_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:45002/solr", "node_name":"127.0.0.1:45002_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:35554_solr, 127.0.0.1:45002_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/27)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:39893/solr", "node_name":"127.0.0.1:39893_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:45002/solr", "node_name":"127.0.0.1:45002_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:39893/solr", "node_name":"127.0.0.1:39893_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:45002/solr", "node_name":"127.0.0.1:45002_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/27)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:39893/solr",
"node_name":"127.0.0.1:39893_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:45002/solr",
"node_name":"127.0.0.1:45002_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:39893/solr",
"node_name":"127.0.0.1:39893_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:45002/solr",
"node_name":"127.0.0.1:45002_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:35554_solr, 127.0.0.1:45002_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/27)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:39893/solr",
"node_name":"127.0.0.1:39893_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:45002/solr",
"node_name":"127.0.0.1:45002_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:39893/solr",
"node_name":"127.0.0.1:39893_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:45002/solr",
"node_name":"127.0.0.1:45002_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39464/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([B737CA645E895219:8F84EE9A797A86C8]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15229 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/init-core-data-001
[junit4] 2> 3146578 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
[junit4] 2> 3146578 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3146580 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3146581 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3146618 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3146631 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3146633 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 3146634 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3146634 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3146634 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3146634 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@327ec102{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3146790 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@21669fd8{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-39267-hdfs-_-any-4660225729832790270.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 3146791 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33193aad{HTTP/1.1,[http/1.1]}{localhost:39267}
[junit4] 2> 3146791 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.Server Started @3146853ms
[junit4] 2> 3146912 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3146914 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 3146914 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3146914 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3146914 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3146915 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cc1cb3{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3147068 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@19b6bb1d{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-43353-datanode-_-any-4329736692330346646.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 3147068 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@249908c9{HTTP/1.1,[http/1.1]}{localhost:43353}
[junit4] 2> 3147068 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[B737CA645E895219]-worker) [ ] o.e.j.s.Server Started @3147130ms
[junit4] 2> 3147224 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bf4d3a105a339b8: Processing first storage report for DS-31c3c3df-da5d-42af-99d7-5b4f8e64b7c5 from datanode fa380a03-bdd0-475b-8242-311979d59b12
[junit4] 2> 3147225 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bf4d3a105a339b8: from storage DS-31c3c3df-da5d-42af-99d7-5b4f8e64b7c5 node DatanodeRegistration(127.0.0.1:44222, datanodeUuid=fa380a03-bdd0-475b-8242-311979d59b12, infoPort=33255, infoSecurePort=0, ipcPort=41971, storageInfo=lv=-57;cid=testClusterID;nsid=430319094;c=1557877706777), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3147225 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bf4d3a105a339b8: Processing first storage report for DS-fc06a770-5a52-4181-b7f4-c74aedaf70f9 from datanode fa380a03-bdd0-475b-8242-311979d59b12
[junit4] 2> 3147225 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x1bf4d3a105a339b8: from storage DS-fc06a770-5a52-4181-b7f4-c74aedaf70f9 node DatanodeRegistration(127.0.0.1:44222, datanodeUuid=fa380a03-bdd0-475b-8242-311979d59b12, infoPort=33255, infoSecurePort=0, ipcPort=41971, storageInfo=lv=-57;cid=testClusterID;nsid=430319094;c=1557877706777), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3147548 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 3147549 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002
[junit4] 2> 3147549 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3147550 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3147550 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3147650 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.c.ZkTestServer start zk server on port:35736
[junit4] 2> 3147650 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35736
[junit4] 2> 3147650 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35736
[junit4] 2> 3147659 INFO (zkConnectionManagerCallback-17948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147666 INFO (zkConnectionManagerCallback-17950-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147667 INFO (zkConnectionManagerCallback-17952-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147670 WARN (jetty-launcher-17953-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3147670 WARN (jetty-launcher-17953-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3147670 WARN (jetty-launcher-17953-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3147670 INFO (jetty-launcher-17953-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 3147672 INFO (jetty-launcher-17953-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3147672 INFO (jetty-launcher-17953-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3147672 INFO (jetty-launcher-17953-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a2be7d1{/solr,null,AVAILABLE}
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dc2faa8{/solr,null,AVAILABLE}
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52c02f90{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35554}
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-3) [ ] o.e.j.s.Server Started @3147736ms
[junit4] 2> 3147673 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35554}
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7256a6ab{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39893}
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.e.j.s.Server Started @3147736ms
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39893}
[junit4] 2> 3147674 ERROR (jetty-launcher-17953-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-14T23:48:27.856Z
[junit4] 2> 3147674 ERROR (jetty-launcher-17953-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3147674 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-14T23:48:27.856Z
[junit4] 2> 3147675 INFO (jetty-launcher-17953-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3147675 INFO (jetty-launcher-17953-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3147675 INFO (jetty-launcher-17953-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3147676 INFO (zkConnectionManagerCallback-17955-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147676 INFO (jetty-launcher-17953-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c14eaec{/solr,null,AVAILABLE}
[junit4] 2> 3147676 INFO (zkConnectionManagerCallback-17957-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147676 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3147676 INFO (jetty-launcher-17953-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70ee29d2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45002}
[junit4] 2> 3147676 INFO (jetty-launcher-17953-thread-1) [ ] o.e.j.s.Server Started @3147739ms
[junit4] 2> 3147676 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45002}
[junit4] 2> 3147676 ERROR (jetty-launcher-17953-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3147676 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3147677 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 3147677 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3147677 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3147677 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-14T23:48:27.859Z
[junit4] 2> 3147677 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3147678 INFO (zkConnectionManagerCallback-17959-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147679 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3147681 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3147681 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3147681 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3147681 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3147683 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3147683 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3147683 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3147685 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3147685 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3147780 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3147782 WARN (jetty-launcher-17953-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@69f3397c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3147785 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3147786 WARN (jetty-launcher-17953-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@455145d8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3147787 WARN (jetty-launcher-17953-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5175b000[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3147787 INFO (jetty-launcher-17953-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35736/solr
[junit4] 2> 3147789 INFO (zkConnectionManagerCallback-17970-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147791 WARN (jetty-launcher-17953-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@16c474af[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3147807 INFO (zkConnectionManagerCallback-17973-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147807 INFO (jetty-launcher-17953-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35736/solr
[junit4] 2> 3147813 INFO (zkConnectionManagerCallback-17976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147815 INFO (zkConnectionManagerCallback-17978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147928 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35554_solr
[junit4] 2> 3147929 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.c.Overseer Overseer (id=73303594506256393-127.0.0.1:35554_solr-n_0000000000) starting
[junit4] 2> 3147941 INFO (zkConnectionManagerCallback-17987-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3147944 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35736/solr ready
[junit4] 2> 3147946 INFO (OverseerStateUpdate-73303594506256393-127.0.0.1:35554_solr-n_0000000000) [n:127.0.0.1:35554_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35554_solr
[junit4] 2> 3147946 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35554_solr
[junit4] 2> 3147948 INFO (OverseerStateUpdate-73303594506256393-127.0.0.1:35554_solr-n_0000000000) [n:127.0.0.1:35554_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3147949 INFO (zkCallback-17986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3147959 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3147963 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39893_solr as DOWN
[junit4] 2> 3147965 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3147965 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39893_solr
[junit4] 2> 3147976 INFO (zkCallback-17977-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3147977 INFO (zkCallback-17986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3147983 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3147983 INFO (zkCallback-17972-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3148002 INFO (zkConnectionManagerCallback-17993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3148004 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3148005 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35736/solr ready
[junit4] 2> 3148010 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148024 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148025 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148026 INFO (jetty-launcher-17953-thread-3) [n:127.0.0.1:35554_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002/node3/.
[junit4] 2> 3148034 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3148048 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3148049 WARN (jetty-launcher-17953-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@18c1c1d7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3148053 WARN (jetty-launcher-17953-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3fa20dd8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3148054 INFO (jetty-launcher-17953-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35736/solr
[junit4] 2> 3148056 INFO (zkConnectionManagerCallback-18000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3148058 INFO (zkConnectionManagerCallback-18002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3148063 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3148065 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148067 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45002_solr as DOWN
[junit4] 2> 3148068 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3148068 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45002_solr
[junit4] 2> 3148070 INFO (zkCallback-17977-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3148070 INFO (zkCallback-17986-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3148070 INFO (zkCallback-17972-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3148071 INFO (zkCallback-18001-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3148073 INFO (zkConnectionManagerCallback-18009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3148073 INFO (zkCallback-17992-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3148074 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3148076 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35736/solr ready
[junit4] 2> 3148090 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148090 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148091 INFO (jetty-launcher-17953-thread-2) [n:127.0.0.1:39893_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002/node2/.
[junit4] 2> 3148102 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3148132 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148148 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148148 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3148150 INFO (jetty-launcher-17953-thread-1) [n:127.0.0.1:45002_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002/node1/.
[junit4] 2> 3148204 INFO (zkConnectionManagerCallback-18015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3148206 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3148207 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[B737CA645E895219]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35736/solr ready
[junit4] 2> 3148214 INFO (qtp756866550-55665) [n:127.0.0.1:35554_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3148215 INFO (qtp165289843-55664) [n:127.0.0.1:39893_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35554_solr,127.0.0.1:39893_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3148220 INFO (OverseerThreadFactory-13912-thread-1-processing-n:127.0.0.1:35554_solr) [n:127.0.0.1:35554_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 3148331 INFO (OverseerStateUpdate-73303594506256393-127.0.0.1:35554_solr-n_0000000000) [n:127.0.0.1:35554_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39893/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3148335 INFO (OverseerStateUpdate-73303594506256393-127.0.0.1:35554_solr-n_0000000000) [n:127.0.0.1:35554_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35554/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3148339 INFO (OverseerStateUpdate-73303594506256393-127.0.0.1:35554_solr-n_0000000000) [n:127.0.0.1:35554_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39893/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3148342 INFO (OverseerStateUpdate-73303594506256393-127.0.0.1:35554_solr-n_0000000000) [n:127.0.0.1:35554_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35554/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3148545 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3148546 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr x:testSimple1_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3148547 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3148547 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr x:testSimple1_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3148548 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr x:testSimple1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3150657 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 3150659 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 3150663 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 3150666 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 3150672 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 3150676 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3150676 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3150677 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
[junit4] 2> 3150677 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3150677 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39464/solr_hdfs_home
[junit4] 2> 3150677 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3150677 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002/node3/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 3150679 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3150679 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 3150680 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n3] Schema name=minimal
[junit4] 2> 3150681 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3150681 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3150682 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3150682 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n3' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3150682 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3150682 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39464/solr_hdfs_home
[junit4] 2> 3150682 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n3' (registry 'solr.core.testSimple1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3150682 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3150682 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39464/solr_hdfs_home
[junit4] 2> 3150682 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3150683 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002/node3/testSimple1_shard1_replica_n3], dataDir=[hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node4/data/]
[junit4] 2> 3150683 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node2/data/]
[junit4] 2> 3150684 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node4/data/snapshot_metadata
[junit4] 2> 3150684 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node2/data/snapshot_metadata
[junit4] 2> 3150694 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3150694 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3150707 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n5' (registry 'solr.core.testSimple1.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@36a5f225
[junit4] 2> 3150707 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39464/solr_hdfs_home
[junit4] 2> 3150707 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3150707 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_B737CA645E895219-001/tempDir-002/node2/testSimple1_shard2_replica_n5], dataDir=[hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 3150708 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150708 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150708 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150708 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 3150715 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150715 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150715 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150715 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150715 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150715 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150715 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150715 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150715 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150719 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150721 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 3150726 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150727 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node2/data
[junit4] 2> 3150727 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150728 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node4/data
[junit4] 2> 3150730 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150730 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 3150740 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 3150748 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150748 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150748 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150751 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node4/data/index
[junit4] 2> 3150752 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150758 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150758 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150758 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150762 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150766 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node2/data/index
[junit4] 2> 3150766 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39464/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 3150774 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150774 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150774 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150777 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150786 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3150786 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 3150786 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3150794 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3150921 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3150921 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3150921 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3150932 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3150932 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3150954 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19b49bb8[testSimple1_shard1_replica_n1] main]
[junit4] 2> 3150956 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3150956 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3150957 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3150957 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633553178835288064
[junit4] 2> 3150960 INFO (searcherExecutor-13929-thread-1-processing-n:127.0.0.1:39893_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node2) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@19b49bb8[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3150964 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3150964 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3150971 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14998ms
[junit4] 2> 3151314 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3151314 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3151314 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3151319 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3151319 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3151319 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3151325 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3151325 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3151325 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3151325 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3151325 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3151332 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3151332 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3151336 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3151336 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3151339 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@6630c7b4[testSimple1_shard2_replica_n5] main]
[junit4] 2> 3151341 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3151342 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3151343 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3151344 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633553179241086976
[junit4] 2> 3151350 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@48c65da9[testSimple1_shard1_replica_n3] main]
[junit4] 2> 3151351 INFO (searcherExecutor-13931-thread-1-processing-n:127.0.0.1:39893_solr x:testSimple1_shard2_replica_n5 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [testSimple1_shard2_replica_n5] Registered new searcher Searcher@6630c7b4[testSimple1_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3151352 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3151352 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3151353 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3151353 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633553179250524160
[junit4] 2> 3151356 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@18eea16a[testSimple1_shard2_replica_n6] main]
[junit4] 2> 3151357 INFO (searcherExecutor-13930-thread-1-processing-n:127.0.0.1:35554_solr x:testSimple1_shard1_replica_n3 c:testSimple1 s:shard1 r:core_node4) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [testSimple1_shard1_replica_n3] Registered new searcher Searcher@48c65da9[testSimple1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3151358 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3151359 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3151359 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 3151359 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3151360 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3151360 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633553179257864192
[junit4] 2> 3151363 INFO (searcherExecutor-13928-thread-1-processing-n:127.0.0.1:35554_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@18eea16a[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3151364 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 3151364 INFO (qtp756866550-55661) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3151367 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 3151367 INFO (qtp756866550-55672) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3151368 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14997ms
[junit4] 2> 3151472 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3151472 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3151472 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39893/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 3151473 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:39893/solr START replicas=[http://127.0.0.1:35554/solr/testSimple1_shard1_replica_n3/] nUpdates=100
[junit4] 2> 3151473 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:39893/solr DONE. We have no versions. sync failed.
[junit4] 2> 3151477 INFO (qtp756866550-55669) [n:127.0.0.1:35554_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.S.Request [testSimple1_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3151477 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3151477 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3151477 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73303594506256391-core_node2-n_0000000000
[junit4] 2> 3151479 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39893/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 3151582 INFO (zkCallback-17972-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3151584 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3151586 INFO (qtp165289843-55668) [n:127.0.0.1:39893_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3041
[junit4] 2> 3151687 INFO (zkCallback-17972-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3151687 INFO (zkCallback-17972-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3151869 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3151869 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3151869 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39893/solr/testSimple1_shard2_replica_n5/
[junit4] 2> 3151869 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n5 url=http://127.0.0.1:39893/solr START replicas=[http://127.0.0.1:35554/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 3151870 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n5 url=http://127.0.0.1:39893/solr DONE. We have no versions. sync failed.
[junit4] 2> 3151872 INFO (qtp756866550-55675) [n:127.0.0.1:35554_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3151873 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3151873 INFO (qtp165289843-55663) [n:127.0.0.1:39893_solr c:testSimple
[...truncated too long message...]
TestCollapseQParserPlugin, CurrencyRangeFacetCloudTest, SystemLogListenerTest, TestCloudDeleteByQuery, DisMaxRequestHandlerTest, LegacyCloudClusterPropTest, TestSolrJ, TestNestedUpdateProcessor, HdfsRecoverLeaseTest, CoreAdminOperationTest, MergeStrategyTest, DistributedFacetPivotSmallAdvancedTest, TestRandomFaceting, TermVectorComponentTest, FileBasedSpellCheckerTest, TestRawResponseWriter, HdfsCollectionsAPIDistributedZkTest, TestZkAclsWithHadoopAuth, AuditLoggerPluginTest, ConnectionReuseTest, TestElisionMultitermQuery, ClusterStateTest, AliasIntegrationTest, HdfsLockFactoryTest, TestPayloadScoreQParserPlugin, TestSimDistributedQueue, CdcrUpdateLogTest, SOLR749Test, TestDefaultStatsCache, TestBackupRepositoryFactory, SuggesterTSTTest, DaemonStreamApiTest, PKIAuthenticationIntegrationTest, SpellCheckCollatorWithCollapseTest, TestSurroundQueryParser, AutoAddReplicasIntegrationTest, BasicFunctionalityTest, TestFunctionQuery, ResponseLogComponentTest, CheckHdfsIndexTest, CloudMLTQParserTest, DebugComponentTest, TestRandomFlRTGCloud, TestRangeQuery, TestJavabinTupleStreamParser, TestClusterStateMutator, TestGroupingSearch, TestHighlightDedupGrouping, TestSolrCoreProperties, TestTolerantSearch, TestTrie, TestReversedWildcardFilterFactory, TestLuceneIndexBackCompat, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, ForceLeaderWithTlogReplicasTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, MetricsHistoryIntegrationTest, MigrateRouteKeyTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, SyncSliceTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestTolerantUpdateProcessorCloud, TestUtilizeNode, TestWithCollection, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ZkFailoverTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest]
[junit4] Completed [538/857 (1!)] on J1 in 84.89s, 1 test, 1 failure <<< FAILURES!
[...truncated 47719 lines...]
-ecj-javadoc-lint-tests:
[mkdir] Created dir: /tmp/ecj23195494
[ecj-lint] Compiling 952 source files to /tmp/ecj23195494
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
[ecj-lint] ----------
[ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/cloud/RoutingToNodesWithPropertiesTest.java (at line 109)
[ecj-lint] SolrCloudManager cloudManager = new SolrClientCloudManager(new ZkDistributedQueueFactory(cluster.getZkClient()),
[ecj-lint] ^^^^^^^^^^^^
[ecj-lint] Resource leak: 'cloudManager' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/cloud/ZkNodePropsTest.java (at line 48)
[ecj-lint] new JavaBinCodec().marshal(zkProps.getProperties(), baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/cloud/autoscaling/sim/SimSolrCloudTestCase.java (at line 181)
[ecj-lint] * @param one
[ecj-lint] ^^^
[ecj-lint] Javadoc: Description expected after this reference
[ecj-lint] ----------
[ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/cloud/autoscaling/sim/SimSolrCloudTestCase.java (at line 182)
[ecj-lint] * @param two
[ecj-lint] ^^^
[ecj-lint] Javadoc: Description expected after this reference
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 32)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 39)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 47)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] 8. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 55)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] 9. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 63)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] 10. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 71)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] 11. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 79)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] 12. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/core/backup/repository/HdfsBackupRepositoryTest.java (at line 89)
[ecj-lint] HdfsBackupRepository hdfsBackupRepository = new HdfsBackupRepository();
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: 'hdfsBackupRepository' is never closed
[ecj-lint] ----------
[ecj-lint] ----------
[ecj-lint] 13. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/response/TestBinaryResponseWriter.java (at line 75)
[ecj-lint] new JavaBinCodec(new BinaryResponseWriter.Resolver(null, null)).marshal(nl, baos);
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 14. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test/org/apache/solr/response/TestBinaryResponseWriter.java (at line 77)
[ecj-lint] nl = (NamedList) new JavaBinCodec().unmarshal(new ByteArrayInputStream(byteBuffer.array(), 0, byteBuffer.limit()));
[ecj-lint] ^^^^^^^^^^^^^^^^^^
[ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
[ecj-lint] ----------
[ecj-lint] 14 problems (2 errors, 12 warnings)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build.xml:680: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/common-build.xml:2100: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/common-build.xml:2133: Compile failed; see the compiler error output for details.
Total time: 313 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 97 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/97/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340) at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:660) at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:532) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:87) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:263) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:899) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:854) at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:815) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteByQuery(DistributedZkUpdateProcessor.java:442) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:718) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:297) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:210) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:128) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340) at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:660) at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:532) at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:87) at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:263) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:899) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:854) at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:815) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteByQuery(DistributedZkUpdateProcessor.java:442) at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:718) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:297) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124) at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:210) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:128) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340)
at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:660)
at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:532)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:263)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:899)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:854)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:815)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteByQuery(DistributedZkUpdateProcessor.java:442)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:718)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:297)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:210)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:128)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340)
at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:660)
at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:532)
at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:263)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:899)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:854)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:815)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteByQuery(DistributedZkUpdateProcessor.java:442)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:718)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:297)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:124)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:210)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:128)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2566)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:756)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:542)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:397)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:165)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([68E0EF0995D8139]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:333)
at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.stateVersionParamTest
Error Message:
Error from server at https://127.0.0.1:35954/solr: KeeperErrorCode = Session expired for /configs/conf
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35954/solr: KeeperErrorCode = Session expired for /configs/conf
at __randomizedtesting.SeedInfo.seed([CAB6659FF55AC9D9:6F8F68E75E406350]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.stateVersionParamTest(CloudSolrClientTest.java:603)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14058 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
[junit4] 2> 1480796 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/init-core-data-001
[junit4] 2> 1480796 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 1480796 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1480798 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1480798 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1480856 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1480863 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1480865 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1480867 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1480867 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1480868 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1480868 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3152583{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1480995 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@92654e6{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west.apache.org-37514-hdfs-_-any-7814887929258438786.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 1480995 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@186d7ae{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:37514}
[junit4] 2> 1480995 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.Server Started @1481051ms
[junit4] 2> 1481158 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1481159 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1481159 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1481159 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1481159 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1481160 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@680d3eaf{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1481288 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@74e96dc4{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-37936-datanode-_-any-3614673295290072209.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1481288 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b7cf3c1{HTTP/1.1,[http/1.1]}{localhost:37936}
[junit4] 2> 1481288 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.Server Started @1481344ms
[junit4] 2> 1481377 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1481379 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1481391 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1481391 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1481391 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1481404 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56effca2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 1481524 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x39f606148d8fccc8: Processing first storage report for DS-9c5ffed2-c62e-43d4-a7b9-a64aac289c71 from datanode 7565f9c0-9f9b-4b1e-a4a4-5d2c56b40684
[junit4] 2> 1481524 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x39f606148d8fccc8: from storage DS-9c5ffed2-c62e-43d4-a7b9-a64aac289c71 node DatanodeRegistration(127.0.0.1:38081, datanodeUuid=7565f9c0-9f9b-4b1e-a4a4-5d2c56b40684, infoPort=39778, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=564523598;c=1557774048300), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1481525 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x39f606148d8fccc8: Processing first storage report for DS-a94a4a4d-7ff9-4ff1-8d51-d62489e71b50 from datanode 7565f9c0-9f9b-4b1e-a4a4-5d2c56b40684
[junit4] 2> 1481525 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x39f606148d8fccc8: from storage DS-a94a4a4d-7ff9-4ff1-8d51-d62489e71b50 node DatanodeRegistration(127.0.0.1:38081, datanodeUuid=7565f9c0-9f9b-4b1e-a4a4-5d2c56b40684, infoPort=39778, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=564523598;c=1557774048300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1481573 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@32752599{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-33948-datanode-_-any-81172218574382077.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 1481573 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d36d9b2{HTTP/1.1,[http/1.1]}{localhost:33948}
[junit4] 2> 1481573 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[68E0EF0995D8139]-worker) [ ] o.e.j.s.Server Started @1481629ms
[junit4] 2> 1481701 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7a627464413b61f5: Processing first storage report for DS-cd0963d3-21a1-4711-b0ac-dd9143a81c7f from datanode 0a051cae-b6e8-441b-a684-03a2ccfd4d0f
[junit4] 2> 1481701 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7a627464413b61f5: from storage DS-cd0963d3-21a1-4711-b0ac-dd9143a81c7f node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=0a051cae-b6e8-441b-a684-03a2ccfd4d0f, infoPort=39956, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=564523598;c=1557774048300), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1481701 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7a627464413b61f5: Processing first storage report for DS-2e50ffc0-3c6a-49c8-a008-cac4f7d8a78e from datanode 0a051cae-b6e8-441b-a684-03a2ccfd4d0f
[junit4] 2> 1481701 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7a627464413b61f5: from storage DS-2e50ffc0-3c6a-49c8-a008-cac4f7d8a78e node DatanodeRegistration(127.0.0.1:43585, datanodeUuid=0a051cae-b6e8-441b-a684-03a2ccfd4d0f, infoPort=39956, infoSecurePort=0, ipcPort=42769, storageInfo=lv=-57;cid=testClusterID;nsid=564523598;c=1557774048300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 1481757 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1481757 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1481757 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1481858 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer start zk server on port:33468
[junit4] 2> 1481858 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33468
[junit4] 2> 1481858 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33468
[junit4] 2> 1481862 INFO (zkConnectionManagerCallback-3427-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1481864 INFO (zkConnectionManagerCallback-3429-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1481865 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1481866 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1481867 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1481868 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1481869 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1481870 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1481871 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1481871 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1481872 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1481873 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1481874 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1481876 INFO (zkConnectionManagerCallback-3433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1481877 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1481985 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1481985 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1481985 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1481985 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1481986 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1481986 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1481986 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1481986 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60c36bd2{/,null,AVAILABLE}
[junit4] 2> 1481987 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b855d69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1a4ae2ba{SSL,[ssl, http/1.1]}{127.0.0.1:37774}
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.s.Server Started @1482043ms
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40459/hdfs__lucene2-us-west.apache.org_40459__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001_tempDir-002_control_data, replicaType=NRT, hostContext=/, hostPort=37774, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/control-001/cores}
[junit4] 2> 1481987 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1481987 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-13T19:00:49.456Z
[junit4] 2> 1481989 INFO (zkConnectionManagerCallback-3435-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1481990 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1481990 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/control-001/solr.xml
[junit4] 2> 1481994 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1481994 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1481995 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1482034 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1482035 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1482047 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4ff82876[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1482063 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1482064 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@380ec907[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1482065 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33468/solr
[junit4] 2> 1482066 INFO (zkConnectionManagerCallback-3442-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482068 INFO (zkConnectionManagerCallback-3444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482128 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37774_
[junit4] 2> 1482128 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.c.Overseer Overseer (id=74686338035941381-127.0.0.1:37774_-n_0000000000) starting
[junit4] 2> 1482133 INFO (zkConnectionManagerCallback-3451-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482135 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33468/solr ready
[junit4] 2> 1482137 INFO (OverseerStateUpdate-74686338035941381-127.0.0.1:37774_-n_0000000000) [n:127.0.0.1:37774_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37774_
[junit4] 2> 1482138 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37774_
[junit4] 2> 1482139 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1482142 INFO (zkCallback-3450-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1482161 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1482175 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780
[junit4] 2> 1482183 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780
[junit4] 2> 1482183 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780
[junit4] 2> 1482184 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [n:127.0.0.1:37774_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/control-001/cores
[junit4] 2> 1482203 INFO (zkConnectionManagerCallback-3457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1482204 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1482204 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33468/solr ready
[junit4] 2> 1482216 INFO (qtp1573232892-11049) [n:127.0.0.1:37774_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37774_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1482219 INFO (OverseerThreadFactory-2741-thread-1-processing-n:127.0.0.1:37774_) [n:127.0.0.1:37774_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1482328 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1482329 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1483365 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1483378 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1483486 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1483498 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1483499 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780
[junit4] 2> 1483499 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:40459/solr_hdfs_home
[junit4] 2> 1483499 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 1483499 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:40459/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 1483500 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:40459/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 1483506 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1483506 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1483506 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 1483951 WARN (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1488952 WARN (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 1493960 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1493961 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:40459/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 1493981 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:40459/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 1493987 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 1493987 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 1493990 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 1493991 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=90.7216796875, floorSegmentMB=0.90625, forceMergeDeletesPctAllowed=16.87661080792636, segmentsPerTier=4.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4047129462696448, deletesPctAllowed=36.43579129366218
[junit4] 2> 1494062 WARN (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1494113 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 1494113 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1494113 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 1494124 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 1494124 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1494125 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=23.8447265625, floorSegmentMB=2.01171875, forceMergeDeletesPctAllowed=21.11048962553031, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=46.02399005857248
[junit4] 2> 1494153 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d13d95b[control_collection_shard1_replica_n1] main]
[junit4] 2> 1494158 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1494159 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1494160 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1494160 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1633444494446690304
[junit4] 2> 1494163 INFO (searcherExecutor-2746-thread-1-processing-n:127.0.0.1:37774_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4d13d95b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1494170 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1494170 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1494173 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1494173 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1494173 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37774/control_collection_shard1_replica_n1/
[junit4] 2> 1494173 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1494174 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37774/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1494174 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74686338035941381-core_node2-n_0000000000
[junit4] 2> 1494179 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37774/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1494185 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1494186 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1494187 INFO (qtp1573232892-11047) [n:127.0.0.1:37774_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=11859
[junit4] 2> 1494206 INFO (zkCallback-3443-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1494208 INFO (qtp1573232892-11049) [n:127.0.0.1:37774_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1494237 INFO (OverseerCollectionConfigSetProcessor-74686338035941381-127.0.0.1:37774_-n_0000000000) [n:127.0.0.1:37774_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1494308 INFO (zkCallback-3443-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1494308 INFO (zkCallback-3443-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1494308 INFO (zkCallback-3443-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1494311 INFO (qtp1573232892-11049) [n:127.0.0.1:37774_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37774_&wt=javabin&version=2} status=0 QTime=12095
[junit4] 2> 1494320 INFO (zkConnectionManagerCallback-3463-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1494321 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1494322 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33468/solr ready
[junit4] 2> 1494322 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1494329 INFO (qtp1573232892-11049) [n:127.0.0.1:37774_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1494338 INFO (OverseerThreadFactory-2741-thread-2-processing-n:127.0.0.1:37774_) [n:127.0.0.1:37774_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1494549 WARN (OverseerThreadFactory-2741-thread-2-processing-n:127.0.0.1:37774_) [n:127.0.0.1:37774_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1494551 INFO (qtp1573232892-11049) [n:127.0.0.1:37774_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1494552 INFO (qtp1573232892-11049) [n:127.0.0.1:37774_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=222
[junit4] 2> 1494553 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=6
[junit4] 2> 1494681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-1-001 of type NRT
[junit4] 2> 1494684 WARN (closeThreadPool-3464-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1494684 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1494684 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1494684 INFO (closeThreadPool-3464-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1494685 INFO (closeThreadPool-3464-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1494685 INFO (closeThreadPool-3464-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1494685 INFO (closeThreadPool-3464-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1494686 INFO (closeThreadPool-3464-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64aa92ae{/,null,AVAILABLE}
[junit4] 2> 1494686 WARN (closeThreadPool-3464-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@486d21c9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4279369e{SSL,[ssl, http/1.1]}{127.0.0.1:33492}
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.e.j.s.Server Started @1494743ms
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40459/hdfs__lucene2-us-west.apache.org_40459__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001_tempDir-002_jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=33492, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-1-001/cores}
[junit4] 2> 1494687 ERROR (closeThreadPool-3464-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1494687 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-13T19:01:02.156Z
[junit4] 2> 1494689 INFO (zkConnectionManagerCallback-3466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1494690 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1494690 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-1-001/solr.xml
[junit4] 2> 1494694 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1494694 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1494695 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1494735 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1494735 WARN (closeThreadPool-3464-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1494750 WARN (closeThreadPool-3464-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@100f1efc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1494753 WARN (closeThreadPool-3464-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1494756 WARN (closeThreadPool-3464-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@bb9d890[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1494757 INFO (closeThreadPool-3464-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33468/solr
[junit4] 2> 1494763 INFO (zkConnectionManagerCallback-3473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1494764 INFO (zkConnectionManagerCallback-3475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1494789 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1494792 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.c.ZkController Publish node=127.0.0.1:33492_ as DOWN
[junit4] 2> 1494793 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1494793 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33492_
[junit4] 2> 1494794 INFO (zkCallback-3443-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1494794 INFO (zkCallback-3450-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1494798 INFO (zkCallback-3462-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1494804 INFO (zkCallback-3474-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1494818 INFO (zkConnectionManagerCallback-3482-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1494819 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1494819 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-2-001 of type NRT
[junit4] 2> 1494820 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33468/solr ready
[junit4] 2> 1494831 WARN (closeThreadPool-3464-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1494831 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1494831 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1494831 INFO (closeThreadPool-3464-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1494897 INFO (closeThreadPool-3464-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1494897 INFO (closeThreadPool-3464-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1494897 INFO (closeThreadPool-3464-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1494919 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1494930 INFO (closeThreadPool-3464-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50ec8147{/,null,AVAILABLE}
[junit4] 2> 1494931 WARN (closeThreadPool-3464-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@384d51a1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ab3413b{SSL,[ssl, http/1.1]}{127.0.0.1:43922}
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.e.j.s.Server Started @1494994ms
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40459/hdfs__lucene2-us-west.apache.org_40459__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=43922, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-2-001/cores}
[junit4] 2> 1494938 ERROR (closeThreadPool-3464-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1494938 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-13T19:01:02.407Z
[junit4] 2> 1494972 INFO (zkConnectionManagerCallback-3485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1494973 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1494973 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-2-001/solr.xml
[junit4] 2> 1494976 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1494976 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1495017 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1495023 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780
[junit4] 2> 1495032 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780
[junit4] 2> 1495032 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f5f7780
[junit4] 2> 1495033 INFO (closeThreadPool-3464-thread-1) [n:127.0.0.1:33492_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-1-001/cores
[junit4] 2> 1495079 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[68E0EF0995D8139]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-3-001 of type NRT
[junit4] 2> 1495091 WARN (closeThreadPool-3464-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1495091 INFO (closeThreadPool-3464-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1495091 INFO (closeThreadPool-3464-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1495092 INFO (closeThreadPool-3464-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1495104 INFO (closeThreadPool-3464-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 1495104 WARN (closeThreadPool-3464-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1495105 INFO (closeThreadPool-3464-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1495105 INFO (closeThreadPool-3464-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1495105 INFO (closeThreadPool-3464-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1495105 INFO (closeThreadPool-3464-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6688536e{/,null,AVAILABLE}
[junit4] 2> 1495106 WARN (closeThreadPool-3464-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3fd9df40[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1495106 INFO (closeThreadPool-3464-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d72ef9f{SSL,[ssl, http/1.1]}{127.0.0.1:35684}
[junit4] 2> 1495106 INFO (closeThreadPool-3464-thread-3) [ ] o.e.j.s.Server Started @1495162ms
[junit4] 2> 1495106 INFO (closeThreadPool-3464-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:40459/hdfs__lucene2-us-west.apache.org_40459__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001_tempDir-002_jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=35684, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_68E0EF0995D8139-001/shard-3-001/cores}
[junit4] 2> 1495106 ERROR (closeThreadPool-3464-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Optio
[...truncated too long message...]
vy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null522274008
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null522274008
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null522274008
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene2-us-west.apache.org
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 52ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 600 minutes 24 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)