You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/23 07:51:24 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20716 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20716/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([FA479C4F5945DCBD:B232E8FB5F76F328]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1: ClusterState says we are the leader (https://127.0.0.1:45737/solr/awhollynewcollection_0_shard1_replica_n1), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.cloud.ShardRoutingTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:33171
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33171
at __randomizedtesting.SeedInfo.seed([FA479C4F5945DCBD:7213A395F7B9B145]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
Build Log:
[...truncated 12098 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardRoutingTest
[junit4] 2> 131147 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/init-core-data-001
[junit4] 2> 131147 WARN (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
[junit4] 2> 131148 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 131148 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 131149 INFO (SUITE-ShardRoutingTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 131153 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 131155 INFO (Thread-205) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 131155 INFO (Thread-205) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 131157 ERROR (Thread-205) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 131255 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkTestServer start zk server on port:41153
[junit4] 2> 131271 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 131272 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 131272 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 131273 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 131273 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 131274 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 131274 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 131275 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 131275 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 131276 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 131276 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 131280 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 131410 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 131413 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31d31277{/,null,AVAILABLE}
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5aac7b4f{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/tempDir-001/control/data, hostPort=33171, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores, replicaType=NRT}
[junit4] 2> 131415 ERROR (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 131415 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T06:55:59.426816Z
[junit4] 2> 131426 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 131426 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/solr.xml
[junit4] 2> 131429 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 131429 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 131429 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 131436 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41153/solr
[junit4] 2> 131476 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 131477 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33171_
[junit4] 2> 131477 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.Overseer Overseer (id=98876899928768517-127.0.0.1:33171_-n_0000000000) starting
[junit4] 2> 131480 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33171_
[junit4] 2> 131480 INFO (OverseerStateUpdate-98876899928768517-127.0.0.1:33171_-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 131509 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 131515 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 131515 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 131516 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores
[junit4] 2> 131544 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 131544 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41153/solr ready
[junit4] 2> 131558 INFO (qtp1841227529-1158) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33171_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 131560 INFO (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 131667 INFO (qtp1841227529-1152) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 131668 INFO (qtp1841227529-1152) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 131770 INFO (zkCallback-224-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 132682 INFO (qtp1841227529-1152) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 132690 INFO (qtp1841227529-1152) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 132741 INFO (qtp1841227529-1152) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 132748 INFO (qtp1841227529-1152) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 132748 INFO (qtp1841227529-1152) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dd34f7e
[junit4] 2> 132749 INFO (qtp1841227529-1152) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 132749 INFO (qtp1841227529-1152) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 132751 INFO (qtp1841227529-1152) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 132771 WARN (qtp1841227529-1152) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 132795 INFO (qtp1841227529-1152) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 132795 INFO (qtp1841227529-1152) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 132816 INFO (qtp1841227529-1152) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 132816 INFO (qtp1841227529-1152) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 132817 INFO (qtp1841227529-1152) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2f51bc60
[junit4] 2> 132817 INFO (qtp1841227529-1152) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5066f6a0[control_collection_shard1_replica_n1] main]
[junit4] 2> 132820 INFO (qtp1841227529-1152) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 132820 INFO (qtp1841227529-1152) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 132820 INFO (qtp1841227529-1152) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 132821 INFO (searcherExecutor-440-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5066f6a0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 132822 INFO (qtp1841227529-1152) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582030400607223808
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33171/control_collection_shard1_replica_n1/
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:33171/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 132825 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 132827 INFO (qtp1841227529-1152) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33171/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 191610 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33171
[junit4] 2> 191610 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1634107833
[junit4] 2> 191611 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 191611 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c3ad31d: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6088fbc8
[junit4] 2> 191613 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 191613 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42bfdcac: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@26f414cc
[junit4] 2> 191615 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 191615 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@481a36ec: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@226a0d5d
[junit4] 2> 191616 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33171_
[junit4] 2> 191617 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 191620 INFO (zkCallback-224-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 191620 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@5004ca88
[junit4] 2> 191620 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1342491272
[junit4] 2> 191620 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e46ca0: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4169106c
[junit4] 2> 191627 INFO (coreCloseExecutor-445-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1342491272
[junit4] 2> 202507 INFO (ScheduledTrigger-435-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 202508 INFO (AutoscalingActionExecutor-436-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f020b12d929ec0T1tte15p0p2kuz6h9cmi9j0yyw",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508741820515000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508741820515000000],
[junit4] 2> "_enqueue_time_":1508741830517000000,
[junit4] 2> "nodeNames":["127.0.0.1:33171_"]}}
[junit4] 2> 311560 ERROR (qtp1841227529-1158) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 311560 INFO (qtp1841227529-1158) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33171_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 311561 ERROR (qtp1841227529-1158) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 731765 ERROR (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33171
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33171
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 731765 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.Overseer Overseer (id=98876899928768517-127.0.0.1:33171_-n_0000000000) closing
[junit4] 2> 731766 ERROR (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 731766 INFO (OverseerStateUpdate-98876899928768517-127.0.0.1:33171_-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33171_
[junit4] 2> 731766 INFO (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 761835 INFO (zkCallback-224-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 761836 ERROR (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 761841 INFO (OverseerThreadFactory-437-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 761841 WARN (OverseerAutoScalingTriggerThread-98876899928768517-127.0.0.1:33171_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 761843 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5aac7b4f{SSL,[ssl, http/1.1]}{127.0.0.1:?}
[junit4] 2> 761843 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31d31277{/,null,UNAVAILABLE}
[junit4] 2> 761855 ERROR (qtp1841227529-1152) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 761855 ERROR (qtp1841227529-1152) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 761856 INFO (qtp1841227529-1152) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630188
[junit4] 2> 761856 ERROR (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 761856 INFO (TEST-ShardRoutingTest.test-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41153 41153
[junit4] 2> 766890 INFO (Thread-205) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41153 41153
[junit4] 2> 766890 WARN (Thread-205) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardRoutingTest -Dtests.method=test -Dtests.seed=FA479C4F5945DCBD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mzn -Dtests.timezone=Asia/Makassar -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J1 | ShardRoutingTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33171
[junit4] > at __randomizedtesting.SeedInfo.seed([FA479C4F5945DCBD:7213A395F7B9B145]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_FA479C4F5945DCBD-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=mzn, timezone=Asia/Makassar
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=407314568,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DeleteLastCustomShardedReplicaTest, TestScoreJoinQPNoScore, LeaderFailoverAfterPartitionTest, LukeRequestHandlerTest, TestCorePropertiesReload, TestCollationField, PolyFieldTest, TestTrieFacet, HttpTriggerListenerTest, TestRawTransformer, TestSolrCLIRunExample, ShardRoutingTest]
[junit4] Completed [198/745 (1!)] on J1 in 635.77s, 1 test, 1 error <<< FAILURES!
[...truncated 333 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1184270 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/init-core-data-001
[junit4] 2> 1184270 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=34 numCloses=34
[junit4] 2> 1184271 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1184271 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1184273 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001
[junit4] 2> 1184274 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1184274 INFO (Thread-2603) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1184274 INFO (Thread-2603) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1184277 ERROR (Thread-2603) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1184374 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46849
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184381 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17139a5e{/solr,null,AVAILABLE}
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60c62b53{/solr,null,AVAILABLE}
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@668a6c4d{/solr,null,AVAILABLE}
[junit4] 2> 1184386 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64b93c68{/solr,null,AVAILABLE}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62aff570{SSL,[ssl, http/1.1]}{127.0.0.1:42261}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56b5f8a1{SSL,[ssl, http/1.1]}{127.0.0.1:44969}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-4) [ ] o.e.j.s.Server Started @1186137ms
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-2) [ ] o.e.j.s.Server Started @1186137ms
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42261}
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44969}
[junit4] 2> 1184388 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@698b6e51{SSL,[ssl, http/1.1]}{127.0.0.1:45737}
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-1) [ ] o.e.j.s.Server Started @1186137ms
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45737}
[junit4] 2> 1184389 ERROR (jetty-launcher-3624-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184389 ERROR (jetty-launcher-3624-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.691791Z
[junit4] 2> 1184389 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.691841Z
[junit4] 2> 1184389 ERROR (jetty-launcher-3624-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.692273Z
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5419fcec{SSL,[ssl, http/1.1]}{127.0.0.1:46693}
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.e.j.s.Server Started @1186138ms
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46693}
[junit4] 2> 1184390 ERROR (jetty-launcher-3624-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1184390 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1184391 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T07:13:32.693025Z
[junit4] 2> 1184397 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184397 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184400 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184401 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184403 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184403 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184412 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1184414 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1184414 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1184417 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184417 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184420 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184422 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46849/solr
[junit4] 2> 1184423 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f481453a10006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1184423 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f481453a10008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42261_solr
[junit4] 2> 1184484 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45737_solr
[junit4] 2> 1184485 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44969_solr
[junit4] 2> 1184485 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98876968965046284-127.0.0.1:42261_solr-n_0000000000) starting
[junit4] 2> 1184485 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1184485 INFO (zkCallback-3643-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1184485 INFO (zkCallback-3646-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1184488 INFO (zkCallback-3643-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1184488 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1184488 INFO (zkCallback-3646-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1184493 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1184494 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1184495 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46693_solr
[junit4] 2> 1184495 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184500 INFO (zkCallback-3646-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184500 INFO (zkCallback-3643-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184500 INFO (zkCallback-3645-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1184505 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42261_solr
[junit4] 2> 1184505 INFO (zkCallback-3644-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184508 INFO (zkCallback-3646-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184508 INFO (zkCallback-3645-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184508 INFO (zkCallback-3643-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1184514 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184515 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184519 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184519 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184520 INFO (jetty-launcher-3624-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node1
[junit4] 2> 1184520 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184520 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184521 INFO (jetty-launcher-3624-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node2
[junit4] 2> 1184528 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184536 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184536 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184537 INFO (jetty-launcher-3624-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node3
[junit4] 2> 1184539 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184544 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184544 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17803bd4
[junit4] 2> 1184545 INFO (jetty-launcher-3624-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001/tempDir-001/node4
[junit4] 2> 1184589 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1184590 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46849/solr ready
[junit4] 2> 1184600 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[FA479C4F5945DCBD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 1184600 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[FA479C4F5945DCBD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1184611 INFO (qtp388262035-13920) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf2&name=withconfigset2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1184616 INFO (OverseerThreadFactory-5493-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 1184720 INFO (OverseerStateUpdate-98876968965046284-127.0.0.1:42261_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withconfigset2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"withconfigset2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46693/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1184932 INFO (qtp1458051313-13935) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica_n1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1184932 INFO (qtp1458051313-13935) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1185035 INFO (zkCallback-3645-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1185035 INFO (zkCallback-3645-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1185942 INFO (qtp1458051313-13935) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1185949 INFO (qtp1458051313-13935) [ ] o.a.s.s.IndexSchema [withconfigset2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1185951 INFO (qtp1458051313-13935) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1185951 INFO (qtp1458051313-13935) [ ] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica_n1' using configuration from collection withconfigset2, trusted=true
[junit4] 2> 1185951 INFO (qtp1458051313-13935) [ ] o.a.s.m.r.SolrJmxReporter JMX monitor
[...truncated too long message...]
[false]
[junit4] 2> 1271127 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n9] CLOSING SolrCore org.apache.solr.core.SolrCore@15ea15e5
[junit4] 2> 1271127 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.replica_n9, tag=367662565
[junit4] 2> 1271127 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@343f1717: rootName = null, domain = solr.core.addReplicaColl.shard1.replica_n9, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.replica_n9 / com.codahale.metrics.MetricRegistry@400fb779
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.SolrCore [addReplicaColl_shard1_replica_n11] CLOSING SolrCore org.apache.solr.core.SolrCore@387f7a95
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.replica_n11, tag=947878549
[junit4] 2> 1271127 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3db5301: rootName = null, domain = solr.core.addReplicaColl.shard1.replica_n11, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.replica_n11 / com.codahale.metrics.MetricRegistry@2fd09e1
[junit4] 2> 1271133 INFO (recoveryExecutor-3672-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=367662565
[junit4] 2> 1271133 WARN (recoveryExecutor-3672-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[addReplicaColl_shard1_replica_n9] coreNodeName=[core_node10]
[junit4] 2> 1271133 INFO (recoveryExecutor-3636-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=947878549
[junit4] 2> 1271133 WARN (recoveryExecutor-3636-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[addReplicaColl_shard1_replica_n11] coreNodeName=[core_node12]
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.SolrCore [propertyDotName] CLOSING SolrCore org.apache.solr.core.SolrCore@c320e5c
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addReplicaColl.shard1.core_node13, tag=204607068
[junit4] 2> 1271134 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a30bfdd: rootName = null, domain = solr.core.addReplicaColl.shard1.core_node13, service url = null, agent id = null] for registry solr.core.addReplicaColl.shard1.core_node13 / com.codahale.metrics.MetricRegistry@3bd302ee
[junit4] 2> 1271134 INFO (jetty-closer-3625-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a92a8ed{/solr,null,UNAVAILABLE}
[junit4] 2> 1271139 INFO (recoveryExecutor-3638-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addReplicaColl.shard1.leader, tag=204607068
[junit4] 2> 1271139 WARN (recoveryExecutor-3638-thread-1) [ ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[propertyDotName] coreNodeName=[core_node13]
[junit4] 2> 1271140 INFO (jetty-closer-3625-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98876968965046284-127.0.0.1:42261_solr-n_0000000000) closing
[junit4] 2> 1271140 INFO (OverseerStateUpdate-98876968965046284-127.0.0.1:42261_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42261_solr
[junit4] 2> 1271140 WARN (OverseerAutoScalingTriggerThread-98876968965046284-127.0.0.1:42261_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1271141 INFO (jetty-closer-3625-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64b93c68{/solr,null,UNAVAILABLE}
[junit4] 2> 1272634 INFO (jetty-closer-3625-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@668a6c4d{/solr,null,UNAVAILABLE}
[junit4] 2> 1272635 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1272635 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[FA479C4F5945DCBD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46849 46849
[junit4] 2> 1277643 INFO (Thread-2650) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46849 46849
[junit4] 2> 1277644 WARN (Thread-2650) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 5 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 39 /solr/collections/addReplicaColl/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 104 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_FA479C4F5945DCBD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=cy, timezone=Africa/Ouagadougou
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=330829904,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SSLMigrationTest, TestInitQParser, TestCSVResponseWriter, BlobRepositoryCloudTest, ZkNodePropsTest, HighlighterMaxOffsetTest, DeleteNodeTest, TestReload, TestConfigSetsAPIZkFailure, TestComplexPhraseQParserPlugin, TestBackupRepositoryFactory, BasicDistributedZk2Test, TestNumericTerms64, BlockJoinFacetRandomTest, ImplicitSnitchTest, SegmentsInfoRequestHandlerTest, ScriptEngineTest, TestGeoJSONResponseWriter, TestSearchPerf, TestDocTermOrds, NodeAddedTriggerTest, BadComponentTest, AsyncCallRequestStatusResponseTest, HdfsUnloadDistributedZkTest, CoreAdminHandlerTest, TimeZoneUtilsTest, TestManagedResource, FieldMutatingUpdateProcessorTest, FullSolrCloudDistribCmdsTest, TestLegacyField, TestCloudDeleteByQuery, TestLMJelinekMercerSimilarityFactory, ConnectionReuseTest, TestRequestForwarding, XmlUpdateRequestHandlerTest, TestQueryWrapperFilter, V2StandaloneTest, SystemInfoHandlerTest, TestCharFilters, AlternateDirectoryTest, SolrMetricManagerTest, FieldAnalysisRequestHandlerTest, SolrShardReporterTest, CSVRequestHandlerTest, TestNonDefinedSimilarityFactory, TestCollectionsAPIViaSolrCloudCluster, HLLUtilTest, HighlighterTest, DistributedQueryComponentOptimizationTest, SpellPossibilityIteratorTest, TestManagedSynonymFilterFactory, BasicAuthStandaloneTest, RecoveryAfterSoftCommitTest, SimplePostToolTest, UUIDFieldTest, TestDistributedGrouping, LeaderElectionTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, StatsComponentTest, TestGroupingSearch, TestBulkSchemaAPI, TestIntervalFaceting, TestHighFrequencyDictionaryFactory, UUIDUpdateProcessorFallbackTest, ParsingFieldUpdateProcessorsTest, TestDistribDocBasedVersion, EchoParamsTest, QueryElevationComponentTest, IndexBasedSpellCheckerTest, TestLRUCache, TestCloudPivotFacet, TestFieldTypeCollectionResource, ExecutePlanActionTest, TestExceedMaxTermLength, TestLMDirichletSimilarityFactory, TestSolrDeletionPolicy2, DeleteStatusTest, TemplateUpdateProcessorTest, TestOverriddenPrefixQueryForCustomFieldType, IndexSchemaTest, FileBasedSpellCheckerTest, TestZkChroot, ExplicitHLLTest, PluginInfoTest, TestScoreJoinQPScore, CloneFieldUpdateProcessorFactoryTest, SpatialHeatmapFacetsTest, DisMaxRequestHandlerTest, SpatialRPTFieldTypeTest, TestSQLHandler, TestReRankQParserPlugin, TestRealTimeGet, SortByFunctionTest, OverseerTest, TestFunctionQuery, TestDelegationWithHadoopAuth, TestQueryTypes, ConfigSetsAPITest, TestElisionMultitermQuery, DistributedSpellCheckComponentTest, DirectSolrConnectionTest, TestSchemaResource, TestObjectReleaseTracker, TestSolrConfigHandler, RecoveryZkTest, ConjunctionSolrSpellCheckerTest, TestSkipOverseerOperations, TestExtendedDismaxParser, InfixSuggestersTest, SolrJmxReporterTest, DistributedFacetPivotSmallTest, TestSolrConfigHandlerConcurrent, SolrCloudExampleTest, TestPullReplica, MergeStrategyTest, TestFuzzyAnalyzedSuggestions, MigrateRouteKeyTest, SharedFSAutoReplicaFailoverTest, TestValueSourceCache, JvmMetricsTest, ChaosMonkeyNothingIsSafeTest, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4] Completed [295/745 (2!)] on J2 in 93.39s, 19 tests, 1 error <<< FAILURES!
[...truncated 41565 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20725 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20725/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionAPI.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35381
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35381
at __randomizedtesting.SeedInfo.seed([140A886390F90C6F:9C5EB7B93E056197]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.handler.TestReqParamsAPI.test
Error Message:
Read timed out
Stack Trace:
java.net.SocketTimeoutException: Read timed out
at __randomizedtesting.SeedInfo.seed([140A886390F90C6F:9C5EB7B93E056197]:0)
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.solr.util.RestTestHarness.getResponse(RestTestHarness.java:215)
at org.apache.solr.util.RestTestHarness.post(RestTestHarness.java:155)
at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:183)
at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:101)
at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13408 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionAPI
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/init-core-data-001
[junit4] 2> 2656948 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2656949 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2656949 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2656949 INFO (SUITE-TestCollectionAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2656954 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2656954 INFO (Thread-5819) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2656954 INFO (Thread-5819) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2656959 ERROR (Thread-5819) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2657054 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkTestServer start zk server on port:45065
[junit4] 2> 2657062 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f3a778f0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2657081 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2657082 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2657084 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2657085 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2657086 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2657087 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2657087 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2657088 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2657089 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2657090 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2657093 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2657094 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2657178 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2657178 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@148cd40{/,null,AVAILABLE}
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72c762{HTTP/1.1,[http/1.1]}{127.0.0.1:35381}
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.Server Started @2658187ms
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=35381, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores}
[junit4] 2> 2657180 ERROR (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2657180 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:32:32.879Z
[junit4] 2> 2657183 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2657183 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/solr.xml
[junit4] 2> 2657195 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2657195 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2657198 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2657202 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45065/solr
[junit4] 2> 2657254 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2657254 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35381_
[junit4] 2> 2657255 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.Overseer Overseer (id=98884829357998084-127.0.0.1:35381_-n_0000000000) starting
[junit4] 2> 2657262 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35381_
[junit4] 2> 2657263 INFO (zkCallback-2905-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2657417 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2657431 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2657431 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2657433 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [n:127.0.0.1:35381_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores
[junit4] 2> 2657455 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2657456 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45065/solr ready
[junit4] 2> 2657457 INFO (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35381_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2657459 INFO (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2657564 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2657564 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2657668 INFO (zkCallback-2905-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2658593 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2658624 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2658712 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2658739 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2658740 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74ab71
[junit4] 2> 2658740 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2658740 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2658744 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=89.5244140625, floorSegmentMB=1.1923828125, forceMergeDeletesPctAllowed=3.759374607433469, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 2658755 WARN (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2658823 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2658824 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2658825 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2658825 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2658828 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=897538337, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2658828 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bfb9c1[control_collection_shard1_replica_n1] main]
[junit4] 2> 2658829 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2658830 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2658831 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2658831 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582157271694049280
[junit4] 2> 2658833 INFO (searcherExecutor-7094-thread-1-processing-n:127.0.0.1:35381_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1bfb9c1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2658835 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35381/control_collection_shard1_replica_n1/
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35381/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2658836 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2658838 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35381/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35381
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19810316
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2717516 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f33c05: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@13dc39c
[junit4] 2> 2717525 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2717525 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18068ff: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@163650d
[junit4] 2> 2717534 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2717534 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aec608: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7ade6f
[junit4] 2> 2717535 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35381_
[junit4] 2> 2717535 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2717536 INFO (zkCallback-2905-thread-2-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2717537 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1802ebb
[junit4] 2> 2717537 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=25177787
[junit4] 2> 2717537 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bfd91b: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@cbbc43
[junit4] 2> 2717549 INFO (coreCloseExecutor-7099-thread-1) [n:127.0.0.1:35381_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=25177787
[junit4] 2> 2728282 INFO (ScheduledTrigger-7089-thread-1) [n:127.0.0.1:35381_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2728284 INFO (AutoscalingActionExecutor-7090-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f08ebc29f47a80Ta6vke4etj1phum57a2g08geyl",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508862813978000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508862813978000000],
[junit4] 2> "_enqueue_time_":1508862823980000000,
[junit4] 2> "nodeNames":["127.0.0.1:35381_"]}}
[junit4] 2> 2837461 ERROR (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2837461 INFO (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35381_&wt=javabin&version=2} status=500 QTime=180004
[junit4] 2> 2837462 ERROR (qtp9251744-21640) [n:127.0.0.1:35381_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 3257664 ERROR (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:35381
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35381
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 3257666 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.Overseer Overseer (id=98884829357998084-127.0.0.1:35381_-n_0000000000) closing
[junit4] 2> 3257668 ERROR (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 3257668 INFO (OverseerStateUpdate-98884829357998084-127.0.0.1:35381_-n_0000000000) [n:127.0.0.1:35381_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35381_
[junit4] 2> 3257669 INFO (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 3287703 INFO (zkCallback-2905-thread-5-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3287704 ERROR (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 3287704 INFO (OverseerThreadFactory-7091-thread-1-processing-n:127.0.0.1:35381_) [n:127.0.0.1:35381_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3287705 WARN (OverseerAutoScalingTriggerThread-98884829357998084-127.0.0.1:35381_-n_0000000000) [n:127.0.0.1:35381_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3287708 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@72c762{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3287708 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@148cd40{/,null,UNAVAILABLE}
[junit4] 2> 3287745 ERROR (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3287746 ERROR (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1050)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 3287747 INFO (qtp9251744-21642) [n:127.0.0.1:35381_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630183
[junit4] 2> 3287747 ERROR (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3287748 INFO (TEST-TestCollectionAPI.test-seed#[140A886390F90C6F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45065 45065
[junit4] 2> 3292772 INFO (Thread-5819) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45065 45065
[junit4] 2> 3292774 WARN (Thread-5819) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCollectionAPI -Dtests.method=test -Dtests.seed=140A886390F90C6F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=America/Martinique -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 636s J1 | TestCollectionAPI.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35381
[junit4] > at __randomizedtesting.SeedInfo.seed([140A886390F90C6F:9C5EB7B93E056197]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCollectionAPI_140A886390F90C6F-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sq, timezone=America/Martinique
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=124793224,total=494403584
[junit4] 2> NOTE: All tests run in this JVM: [TestLazyCores, HttpTriggerListenerTest, SearchRateTriggerTest, ComputePlanActionTest, TestFieldCacheVsDocValues, TestSchemaNameResource, TestLuceneMatchVersion, TestImplicitCoreProperties, TestRangeQuery, BitVectorTest, TestManagedSchemaThreadSafety, DocumentAnalysisRequestHandlerTest, TestJettySolrRunner, MoreLikeThisHandlerTest, OutputWriterTest, TestReloadDeadlock, TestExportWriter, SampleTest, ClusterStateUpdateTest, DeleteLastCustomShardedReplicaTest, TestExclusionRuleCollectionAccess, TestRestManager, OverseerRolesTest, MoveReplicaHDFSFailoverTest, TestLegacyNumericUtils, BinaryUpdateRequestHandlerTest, TestApiFramework, ChaosMonkeySafeLeaderTest, TestCorePropertiesReload, TestSurroundQueryParser, VersionInfoTest, TestOmitPositions, SearchHandlerTest, AutoAddReplicasIntegrationTest, SolrCLIZkUtilsTest, ShardSplitTest, TestLockTree, ZkCLITest, TolerantUpdateProcessorTest, TestSizeLimitedDistributedMap, TestFreeTextSuggestions, TestCloudJSONFacetJoinDomain, TestCoreAdminApis, TestLeaderElectionZkExpiry, AddReplicaTest, TestPrepRecovery, OpenExchangeRatesOrgProviderTest, TestSchemaVersionResource, TestInPlaceUpdatesDistrib, HdfsNNFailoverTest, TestSimpleTextCodec, CloudMLTQParserTest, SuggesterTSTTest, ClassificationUpdateProcessorTest, TestSolrConfigHandlerCloud, ZkStateWriterTest, TestHashQParserPlugin, TestMaxScoreQueryParser, TestMacroExpander, CdcrBootstrapTest, TestSolrCloudWithHadoopAuthPlugin, TestNumericTerms32, AssignTest, TestAtomicUpdateErrorCases, TestPseudoReturnFields, SolrCloudReportersTest, AtomicUpdatesTest, TestAnalyzedSuggestions, DeleteShardTest, AnalyticsMergeStrategyTest, DocValuesMultiTest, BlockJoinFacetDistribTest, TestDynamicFieldCollectionResource, CheckHdfsIndexTest, TestSolr4Spatial, CollectionTooManyReplicasTest, SchemaVersionSpecificBehaviorTest, TestNumericRangeQuery32, TestSolrQueryParser, TestStressRecovery, CreateCollectionCleanupTest, TestSolrCLIRunExample, HdfsLockFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailoverAfterPartitionTest, RegexBoostProcessorTest, TestWriterPerf, NotRequiredUniqueKeyTest, TestCursorMarkWithoutUniqueKey, DistributedQueryComponentCustomSortTest, TestHttpShardHandlerFactory, TestFastWriter, TestRawTransformer, TestTrieFacet, TestReplicaProperties, TestConfigSetImmutable, GraphQueryTest, RollingRestartTest, TestManagedStopFilterFactory, RequestHandlersTest, EnumFieldTest, TestHdfsBackupRestoreCore, SecurityConfHandlerTest, PrimUtilsTest, DistribDocExpirationUpdateProcessorTest, TestExactSharedStatsCache, TestCollationField, JavabinLoaderTest, ShardRoutingCustomTest, ConcurrentDeleteAndCreateCollectionTest, TestAnalyzeInfixSuggestions, DistributedVersionInfoTest, TestSmileRequest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestNoOpRegenerator, TestRestoreCore, TestHalfAndHalfDocValues, PreAnalyzedFieldTest, CdcrRequestHandlerTest, TermVectorComponentDistributedTest, DistributedTermsComponentTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPhraseSuggestions, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, ZkNodePropsTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, TestSimpleTrackingShardHandler, AliasIntegrationTest, CollectionReloadTest, DeleteReplicaTest, DistribJoinFromCollectionTest, HealthCheckHandlerTest, HttpPartitionTest, MoveReplicaTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCollectionAPI]
[junit4] Completed [572/745 (1!)] on J1 in 635.87s, 1 test, 1 error <<< FAILURES!
[...truncated 678 lines...]
[junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/init-core-data-001
[junit4] 2> 3367629 WARN (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 3367629 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3367630 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3367630 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3367630 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/tempDir-001
[junit4] 2> 3367631 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3367631 INFO (Thread-6087) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3367631 INFO (Thread-6087) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3367632 ERROR (Thread-6087) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3367731 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38711
[junit4] 2> 3367741 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3367744 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3367747 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17a64fa{/solr,null,AVAILABLE}
[junit4] 2> 3367748 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14ba212{/solr,null,AVAILABLE}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@eb45b4{HTTP/1.1,[http/1.1]}{127.0.0.1:42433}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f8f89a{HTTP/1.1,[http/1.1]}{127.0.0.1:34603}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-2) [ ] o.e.j.s.Server Started @3368714ms
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-1) [ ] o.e.j.s.Server Started @3368715ms
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42433}
[junit4] 2> 3367752 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34603}
[junit4] 2> 3367753 ERROR (jetty-launcher-4534-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3367753 ERROR (jetty-launcher-4534-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3367753 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:44:23.402Z
[junit4] 2> 3367754 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T16:44:23.402Z
[junit4] 2> 3367757 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3367757 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3367773 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f454f710001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3367777 INFO (jetty-launcher-4534-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38711/solr
[junit4] 2> 3367777 INFO (jetty-launcher-4534-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38711/solr
[junit4] 2> 3367780 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4f454f710003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3367824 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3367824 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42433_solr
[junit4] 2> 3367825 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.Overseer Overseer (id=98884875929583621-127.0.0.1:42433_solr-n_0000000000) starting
[junit4] 2> 3367825 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3367826 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34603_solr
[junit4] 2> 3367827 INFO (zkCallback-4546-thread-1-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3367827 INFO (zkCallback-4545-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3367830 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42433_solr
[junit4] 2> 3367833 INFO (zkCallback-4545-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3367833 INFO (zkCallback-4546-thread-1-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3368019 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368019 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34603.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368029 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368029 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368030 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34603.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368030 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34603.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c654d7
[junit4] 2> 3368031 INFO (jetty-launcher-4534-thread-2) [n:127.0.0.1:42433_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/tempDir-001/node2/.
[junit4] 2> 3368031 INFO (jetty-launcher-4534-thread-1) [n:127.0.0.1:34603_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001/tempDir-001/node1/.
[junit4] 2> 3368079 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3368080 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38711/solr ready
[junit4] 2> 3368083 INFO (qtp14587860-30967) [n:127.0.0.1:42433_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3368086 INFO (OverseerThreadFactory-6342-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3368194 INFO (OverseerStateUpdate-98884875929583621-127.0.0.1:42433_solr-n_0000000000) [n:127.0.0.1:42433_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34603/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3368196 INFO (OverseerStateUpdate-98884875929583621-127.0.0.1:42433_solr-n_0000000000) [n:127.0.0.1:42433_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42433/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3368400 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3368400 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3368400 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3368400 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3368504 INFO (zkCallback-4546-thread-1-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3368504 INFO (zkCallback-4546-thread-2-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3368504 INFO (zkCallback-4545-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3368504 INFO (zkCallback-4545-thread-2-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3369423 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3369423 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3369447 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3369447 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3369451 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3369451 INFO (qtp22762990-30958) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 3369451 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3369451 INFO (qtp14587860-30962) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContaine
[...truncated too long message...]
127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 7179715 INFO (coreZkRegister-6333-thread-5-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 7179721 INFO (coreCloseExecutor-6361-thread-1) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=31499373
[junit4] 2> 7179753 INFO (coreCloseExecutor-6362-thread-1) [n:127.0.0.1:34603_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1300738
[junit4] 2> 7179793 ERROR (coreZkRegister-6331-thread-1-processing-n:127.0.0.1:42433_solr) [n:127.0.0.1:42433_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34603/solr",
[junit4] 2> "node_name":"127.0.0.1:34603_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:42433/solr",
[junit4] 2> "node_name":"127.0.0.1:42433_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:42433_solr]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:256)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 7179831 INFO (jetty-closer-4535-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14ba212{/solr,null,UNAVAILABLE}
[junit4] 2> 7179833 WARN (zkCallback-4546-thread-19-processing-n:127.0.0.1:34603_solr) [n:127.0.0.1:34603_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 7180219 INFO (jetty-closer-4535-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@17a64fa{/solr,null,UNAVAILABLE}
[junit4] 2> 7180278 ERROR (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 7180278 INFO (SUITE-TestReqParamsAPI-seed#[140A886390F90C6F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38711 38711
[junit4] 2> 7185310 INFO (Thread-6087) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38711 38711
[junit4] 2> 7185313 WARN (Thread-6087) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1/managed-schema
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/collections/collection1/state.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_140A886390F90C6F-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ca, timezone=Africa/Asmera
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=124386032,total=467927040
[junit4] 2> NOTE: All tests run in this JVM: [TestCodecSupport, ZkControllerTest, ZkFailoverTest, TlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, TestCopyFieldCollectionResource, TestJoin, SolrCoreTest, TestRecoveryHdfs, BigEndianAscendingWordSerializerTest, TestSchemaManager, TestShardHandlerFactory, TestRandomFaceting, TestSolrDeletionPolicy1, CursorPagingTest, TestSolrCoreParser, JSONWriterTest, MinimalSchemaTest, BasicDistributedZkTest, TestSimpleQParserPlugin, CollectionStateFormat2Test, TestCloudPseudoReturnFields, TestSolrQueryResponse, LeaderInitiatedRecoveryOnCommitTest, ForceLeaderTest, WrapperMergePolicyFactoryTest, UtilsToolTest, TestMergePolicyConfig, PropertiesRequestHandlerTest, ActionThrottleTest, ResourceLoaderTest, BlockJoinFacetSimpleTest, ClassificationUpdateProcessorIntegrationTest, TestUnifiedSolrHighlighter, TestUseDocValuesAsStored2, TestSolrXml, TestTlogReplica, RestartWhileUpdatingTest, RemoteQueryErrorTest, TestConfigSetsAPI, TestSolrCloudWithDelegationTokens, DateMathParserTest, TestOnReconnectListenerSupport, TestFieldCacheSortRandom, SimpleCollectionCreateDeleteTest, StatsReloadRaceTest, TestClusterProperties, TestReversedWildcardFilterFactory, TestCryptoKeys, ExternalFileFieldSortTest, TestFieldCollectionResource, AtomicUpdateProcessorFactoryTest, NodeLostTriggerTest, TestConfigSets, TestSweetSpotSimilarityFactory, BlockCacheTest, PreAnalyzedUpdateProcessorTest, TestCSVLoader, HdfsRecoveryZkTest, TestLegacyNumericRangeQueryBuilder, TestMultiWordSynonyms, SubstringBytesRefFilterTest, TestLuceneIndexBackCompat, SpellCheckCollatorTest, DocumentBuilderTest, TestPostingsSolrHighlighter, TestWordDelimiterFilterFactory, UpdateLogTest, TestRandomCollapseQParserPlugin, MetricsConfigTest, DocExpirationUpdateProcessorFactoryTest, TestFieldCache, CollectionsAPISolrJTest, QueryParsingTest, ChangedSchemaMergeTest, TestDFRSimilarityFactory, TestSubQueryTransformerCrossCore, TermsComponentTest, TestSort, BasicZkTest, PreAnalyzedFieldManagedSchemaCloudTest, TestStressVersions, TestMinMaxOnMultiValuedField, CleanupOldIndexTest, TestUtils, TestUninvertingReader, HdfsBasicDistributedZkTest, DistribCursorPagingTest, TestNamedUpdateProcessors, SimpleFacetsTest, DocValuesMissingTest, SolrInfoBeanTest, DistributedFacetPivotWhiteBoxTest, SearchHandlerTest, TestFastOutputStream, TestGraphMLResponseWriter, TestNestedDocsSort, TestLeaderElectionWithEmptyReplica, RAMDirectoryFactoryTest, TestIBSimilarityFactory, OutOfBoxZkACLAndCredentialsProvidersTest, SolrMetricReporterTest, TestFieldTypeResource, CoreSorterTest, DateFieldTest, JsonLoaderTest, AutoscalingHistoryHandlerTest, SolrPluginUtilsTest, ConnectionManagerTest, TestImpersonationWithHadoopAuth, TestCollationFieldDocValues, SpellCheckComponentTest, FastVectorHighlighterTest, OverseerModifyCollectionTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsDirectoryTest, DeleteInactiveReplicaTest, TestSolrJ, AssignBackwardCompatibilityTest, TestPayloadCheckQParserPlugin, RequestLoggingTest, TestManagedSchemaAPI, MultiTermTest, TestEmbeddedSolrServerSchemaAPI, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestRebalanceLeaders, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsAutoAddReplicasIntegrationTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, TestClusterStateMutator, ZkStateReaderTest, BlobRepositoryCloudTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestSolrCloudSnapshots, TestReqParamsAPI]
[junit4] Completed [745/745 (2!)] on J0 in 3817.72s, 1 test, 1 error <<< FAILURES!
[...truncated 42971 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20724 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20724/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest
Error Message:
Error from server at http://127.0.0.1:41493/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41493/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([1519F51D9FEDD3FD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest.setupCluster(ManagedSchemaRoundRobinCloudTest.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
Error from server at https://127.0.0.1:44897/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44897/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([1519F51D9FEDD3FD:42300EA8441F31E6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:674)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13325 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> 2399862 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/init-core-data-001
[junit4] 2> 2399863 WARN (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 2399863 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2399864 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2399865 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001
[junit4] 2> 2399865 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2399867 INFO (Thread-5560) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2399867 INFO (Thread-5560) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2399871 ERROR (Thread-5560) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2399966 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37907
[junit4] 2> 2399979 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2399979 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c408451{/solr,null,AVAILABLE}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c73e67f{/solr,null,AVAILABLE}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f438be2{SSL,[ssl, http/1.1]}{127.0.0.1:44321}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.e.j.s.Server Started @2401241ms
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44321}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5128974d{SSL,[ssl, http/1.1]}{127.0.0.1:44897}
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.e.j.s.Server Started @2401241ms
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44897}
[junit4] 2> 2399993 ERROR (jetty-launcher-1342-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2399993 ERROR (jetty-launcher-1342-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2399993 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T13:30:21.217Z
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2399994 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T13:30:21.217Z
[junit4] 2> 2400002 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2400028 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2400035 INFO (jetty-launcher-1342-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37907/solr
[junit4] 2> 2400036 INFO (jetty-launcher-1342-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37907/solr
[junit4] 2> 2400038 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e93aa230004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2400077 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2400077 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44897_solr
[junit4] 2> 2400077 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.Overseer Overseer (id=98884112947019782-127.0.0.1:44897_solr-n_0000000000) starting
[junit4] 2> 2400087 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44897_solr
[junit4] 2> 2400089 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2400089 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2400091 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2400092 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44321_solr
[junit4] 2> 2400092 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2400096 INFO (zkCallback-1353-thread-1-processing-n:127.0.0.1:44321_solr) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2400193 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400197 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400197 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400198 INFO (jetty-launcher-1342-thread-1) [n:127.0.0.1:44897_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node1/.
[junit4] 2> 2400281 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400286 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400286 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44321.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2400286 INFO (jetty-launcher-1342-thread-2) [n:127.0.0.1:44321_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node2/.
[junit4] 2> 2400302 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2400302 INFO (SUITE-AutoScalingHandlerTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2400326 INFO (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteUsedPolicy
[junit4] 2> 2400360 INFO (qtp999163418-17962) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2400360 INFO (qtp999163418-17962) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2400406 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400410 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400411 INFO (qtp999163418-17962) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=60
[junit4] 2> 2400415 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete and sendToOCPQueue=true
[junit4] 2> 2400418 INFO (OverseerThreadFactory-4050-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.CreateCollectionCmd Create collection COLL1
[junit4] 2> 2400425 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400433 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2400543 INFO (OverseerStateUpdate-98884112947019782-127.0.0.1:44897_solr-n_0000000000) [n:127.0.0.1:44897_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"COLL1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"COLL1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44897/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2400753 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2400753 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2400855 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2400856 INFO (zkCallback-1354-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401762 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2401769 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema [COLL1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'COLL1_shard1_replica_n1' using configuration from collection COLL1, trusted=true
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44897.solr.core.COLL1.shard1.replica_n1' (registry 'solr.core.COLL1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a9b1edf
[junit4] 2> 2401771 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2401772 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [[COLL1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node1/COLL1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_1519F51D9FEDD3FD-001/tempDir-001/node1/./COLL1_shard1_replica_n1/data/]
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2401810 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2401811 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@659744a6[COLL1_shard1_replica_n1] main]
[junit4] 2> 2401812 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2401812 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2401813 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2401814 INFO (searcherExecutor-4055-thread-1-processing-n:127.0.0.1:44897_solr x:COLL1_shard1_replica_n1 s:shard1 c:COLL1 r:core_node2) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] Registered new searcher Searcher@659744a6[COLL1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2401814 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582145809192845312
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44897/solr/COLL1_shard1_replica_n1/
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44897/solr/COLL1_shard1_replica_n1/ has no replicas
[junit4] 2> 2401816 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2401817 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44897/solr/COLL1_shard1_replica_n1/ shard1
[junit4] 2> 2401918 INFO (zkCallback-1354-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401918 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401967 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2401968 INFO (qtp1500627609-17969) [n:127.0.0.1:44897_solr c:COLL1 s:shard1 r:core_node2 x:COLL1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=COLL1_shard1_replica_n1&action=CREATE&numShards=1&collection=COLL1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1215
[junit4] 2> 2401970 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2402069 INFO (zkCallback-1354-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2402069 INFO (zkCallback-1354-thread-1-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/COLL1/state.json] for collection [COLL1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2402419 INFO (OverseerCollectionConfigSetProcessor-98884112947019782-127.0.0.1:44897_solr-n_0000000000) [n:127.0.0.1:44897_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2402970 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=COLL1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2&policy=nodelete} status=0 QTime=2554
[junit4] 2> 2402972 ERROR (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-policy=nodelete, errorMessages=[policy : nodelete is being used by collection COLL1]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2402973 INFO (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 2402974 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=COLL1&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2402975 INFO (OverseerThreadFactory-4050-thread-2-processing-n:127.0.0.1:44897_solr) [n:127.0.0.1:44897_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2402976 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=null
[junit4] 2> 2402976 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4bb8e0e1: rootName = solr_44897, domain = solr.core.COLL1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.COLL1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@66a6333c
[junit4] 2> 2402984 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.SolrCore [COLL1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@66116935
[junit4] 2> 2402984 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.COLL1.shard1.replica_n1, tag=1712417077
[junit4] 2> 2402984 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.COLL1.shard1.leader, tag=1712417077
[junit4] 2> 2402989 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=COLL1_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 2403692 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=COLL1&action=DELETE&wt=javabin&version=2} status=0 QTime=717
[junit4] 2> 2403692 INFO (TEST-AutoScalingHandlerTest.testDeleteUsedPolicy-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteUsedPolicy
[junit4] 2> 2403709 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorHandling
[junit4] 2> 2403711 ERROR (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {shard=#EACH, node=#ANY}, {nodeRole=overseer, replica=0}], errorMessages=[replica is required in {
[junit4] 2> "shard":"#EACH",
[junit4] 2> "node":"#ANY"}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2403711 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=1
[junit4] 2> 2403712 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorHandling
[junit4] 2> 2403728 INFO (TEST-AutoScalingHandlerTest.test-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2403730 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403731 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403732 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403738 INFO (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403738 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 2403747 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403747 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403750 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403752 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403752 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2403756 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403757 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403757 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403757 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403758 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2403759 ERROR (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{remove-trigger={name=node_lost_trigger}, errorMessages=[Cannot remove trigger: node_lost_trigger because it has active listeners: [xyz, node_lost_trigger.system]]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2403759 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2403761 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403761 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403762 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403762 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403763 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403764 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403765 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403765 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403765 INFO (qtp999163418-17970) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403766 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403766 ERROR (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-listener={name=xyz, trigger=node_lost_trigger, stage=[STARTED, ABORTED, SUCCEEDED], beforeAction=execute_plan, class=org.apache.solr.cloud.autoscaling.AutoScaling$HttpTriggerListener, url=http://xyz.com/on_node_lost?node={$LOST_NODE_NAME}}, errorMessages=[A trigger with the name node_lost_trigger does not exist]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:193)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:141)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:308)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2403767 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=0
[junit4] 2> 2403767 INFO (TEST-AutoScalingHandlerTest.test-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 2403795 INFO (TEST-AutoScalingHandlerTest.testConcurrentUpdates-seed#[1519F51D9FEDD3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testConcurrentUpdates
[junit4] 2> 2403802 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403803 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403803 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403803 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403804 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403804 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403805 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2403806 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403809 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403810 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403810 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403810 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403811 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403812 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2403813 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403813 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403814 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403815 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403816 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403816 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403816 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403816 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403817 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2403819 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403825 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403826 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403826 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403826 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403827 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403827 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403827 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403828 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2403829 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403830 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403830 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403831 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403836 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403837 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403837 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403837 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403837 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403837 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403837 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403841 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2403841 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403852 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403853 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403853 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403853 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403854 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403854 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2403854 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403855 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403855 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403861 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403861 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403861 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403862 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403862 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403862 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403862 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2403862 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403863 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403867 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403867 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403867 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403868 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403876 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2403878 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403879 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403879 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403880 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403904 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403904 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403904 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403904 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403904 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403904 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403905 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403905 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403905 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 2403907 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403907 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403907 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403907 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403908 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp999163418-17963) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403908 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403912 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403912 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403913 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403913 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403924 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=124
[junit4] 2> 2403924 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403933 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403934 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403934 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403937 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403937 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403937 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403938 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403938 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 2403940 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403940 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403940 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403941 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403941 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2403943 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403944 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403944 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403946 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403946 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403947 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403947 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403947 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403956 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2403957 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403958 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403958 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403958 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403958 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403958 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403959 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403959 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403959 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2403972 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403972 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403972 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403972 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403972 INFO (qtp1500627609-17976) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403973 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403976 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403977 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403977 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4e93aa23002c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2403977 INFO (qtp999163418-18068) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2403978 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403979 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403981 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403981 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403988 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403988 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403989 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403989 INFO (qtp999163418-17977) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403990 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 2403991 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2403991 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2403992 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2403992 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404000 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404000 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404001 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404001 INFO (qtp999163418-18067) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404002 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 2404002 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404003 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404004 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404004 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404009 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404010 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404010 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404011 INFO (qtp999163418-17975) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404044 INFO (qtp1500627609-17974) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=42
[junit4] 2> 2404046 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404046 INFO (qtp999163418-17964) [n:127.0.0.1:44321_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404047 INFO (qtp1500627609-17973) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404047 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404047 INFO (qtp999163418-17966) [n:127.0.0.1:44321_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 2404047 INFO (qtp1500627609-17965) [n:127.0.0.1:44897_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37907/solr ready
[junit4] 2> 2404048 INFO (qtp1500627609-17971) [n:127.0.0.1:44897_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.
[...truncated too long message...]
ections/managed_coll/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3327268 INFO (SUITE-ManagedSchemaRoundRobinCloudTest-seed#[1519F51D9FEDD3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=168, maxMBSortInHeap=7.927306279834651, sim=RandomSimilarity(queryNorm=false): {}, locale=no, timezone=Pacific/Rarotonga
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=111543880,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CollectionTooManyReplicasTest, TestMaxTokenLenTokenizer, TestDFISimilarityFactory, MoveReplicaHDFSFailoverTest, DOMUtilTest, TestSolr4Spatial, BitVectorTest, ShardRoutingTest, TestSSLRandomization, SolrRequestParserTest, TestSolrConfigHandlerCloud, CheckHdfsIndexTest, SearchRateTriggerTest, TestSubQueryTransformerDistrib, ZkStateWriterTest, OpenExchangeRatesOrgProviderTest, SuggesterTSTTest, StressHdfsTest, TestJmxIntegration, TestCollectionAPI, ConcurrentDeleteAndCreateCollectionTest, RollingRestartTest, TestBM25SimilarityFactory, TestSolrCloudSnapshots, AssignTest, TestAnalyzeInfixSuggestions, CurrencyFieldTypeTest, TestLegacyNumericUtils, AtomicUpdatesTest, TestSha256AuthenticationProvider, TestOrdValues, CdcrRequestHandlerTest, VersionInfoTest, TestNRTOpen, DirectoryFactoryTest, OpenCloseCoreStressTest, SolrMetricsIntegrationTest, SolrCoreMetricManagerTest, DocValuesMultiTest, TestSolrQueryParser, NotRequiredUniqueKeyTest, SuggesterFSTTest, DistributedIntervalFacetingTest, SolrCLIZkUtilsTest, BadCopyFieldTest, TestHalfAndHalfDocValues, TestSolrCloudWithKerberosAlt, TestFieldResource, BadIndexSchemaTest, TestHttpShardHandlerFactory, TestSolrFieldCacheBean, ShardSplitTest, DistributedQueryComponentCustomSortTest, OverseerRolesTest, HealthCheckHandlerTest, TestMacroExpander, ClassificationUpdateProcessorTest, TestHashQParserPlugin, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ClusterStateUpdateTest, TestRangeQuery, SampleTest, TestSlowCompositeReaderWrapper, TestSolrCloudWithHadoopAuthPlugin, MBeansHandlerTest, BlockDirectoryTest, TestCorePropertiesReload, TestNoOpRegenerator, BasicAuthIntegrationTest, BinaryUpdateRequestHandlerTest, GraphQueryTest, TermVectorComponentDistributedTest, SecurityConfHandlerTest, SortSpecParsingTest, AnalyticsMergeStrategyTest, ZkSolrClientTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestJavabinTupleStreamParser, HdfsLockFactoryTest, BlockJoinFacetDistribTest, TestAuthenticationFramework, RulesTest, TestStressReorder, TestHdfsBackupRestoreCore, TestAtomicUpdateErrorCases, ShowFileRequestHandlerTest, TestExactSharedStatsCache, TestReplicaProperties, TestSurroundQueryParser, DistributedVersionInfoTest, ShufflingReplicaListTransformerTest, TestNumericRangeQuery32, AddBlockUpdateTest, TestScoreJoinQPNoScore, TestPerFieldSimilarity, TestSimpleTextCodec, OverriddenZkACLAndCredentialsProvidersTest, TestFieldCacheReopen, TestInPlaceUpdatesDistrib, TestSizeLimitedDistributedMap, TestDynamicFieldCollectionResource, DistributedFacetPivotSmallAdvancedTest, TriggerIntegrationTest, CloudMLTQParserTest, TestWriterPerf, TestAuthorizationFramework, V2ApiIntegrationTest, TestStressRecovery, TestDocBasedVersionConstraints, SolrIndexSplitterTest, TestFreeTextSuggestions, TestSolrCLIRunExample, SuggestComponentTest, SmileWriterTest, TestApiFramework, TestDocumentBuilder, SearchHandlerTest, TestCollationField, HighlighterConfigTest, TestEmbeddedSolrServerAdminHandler, DistributedQueryElevationComponentTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, TestLFUCache, EchoParamsTest, TestFastOutputStream, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, ReplaceNodeTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestRandomRequestDistribution, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasIntegrationTest, NodeLostTriggerTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ImplicitSnitchTest, CachingDirectoryFactoryTest, HdfsDirectoryFactoryTest, TestImplicitCoreProperties, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrCoreSnapshots, TestReqParamsAPI, TestSQLHandlerNonCloud, V2StandaloneTest, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, TestConfigsApi, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, TestDistributedStatsComponentCardinality, JSONWriterTest, TestBinaryResponseWriter, TestExportWriter, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestRawTransformer, TestSolrQueryResponse, TestChildDocTransformer, TestSubQueryTransformer, TestManagedResource, TestRestManager, TestCopyFieldCollectionResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaVersionResource, TestManagedStopFilterFactory, DateRangeFieldTest, EnumFieldTest, ManagedSchemaRoundRobinCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ManagedSchemaRoundRobinCloudTest -Dtests.seed=1519F51D9FEDD3FD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | ManagedSchemaRoundRobinCloudTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41493/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([1519F51D9FEDD3FD]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest.setupCluster(ManagedSchemaRoundRobinCloudTest.java:50)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [745/745 (2!)] on J1 in 216.83s, 0 tests, 1 error <<< FAILURES!
[...truncated 47118 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20723 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20723/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([58986B84C8F2760:11C1DDED6F889A7E]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:439)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12268 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/init-core-data-001
[junit4] 2> 685033 INFO (SUITE-TestReplicationHandler-seed#[58986B84C8F2760]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 685034 INFO (SUITE-TestReplicationHandler-seed#[58986B84C8F2760]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 685034 INFO (SUITE-TestReplicationHandler-seed#[58986B84C8F2760]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 685035 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
[junit4] 2> 685035 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1
[junit4] 2> 685036 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685037 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@710c84f1{/solr,null,AVAILABLE}
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4956e161{HTTP/1.1,[http/1.1]}{127.0.0.1:35111}
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687212ms
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1/data, hostPort=35111}
[junit4] 2> 685038 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685038 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.384071Z
[junit4] 2> 685039 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/solr.xml
[junit4] 2> 685040 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685040 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685041 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685058 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685064 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685064 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685065 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/.
[junit4] 2> 685065 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685066 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685070 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685073 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685074 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/./collection1/data/]
[junit4] 2> 685075 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@49336b6e[collection1] main]
[junit4] 2> 685100 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-001/collection1/conf
[junit4] 2> 685101 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 685101 INFO (coreLoadExecutor-2075-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685101 INFO (searcherExecutor-2076-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@49336b6e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685102 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1
[junit4] 2> 685103 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b88694d{/solr,null,AVAILABLE}
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74e7b5ef{HTTP/1.1,[http/1.1]}{127.0.0.1:34231}
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687278ms
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/data, hostPort=34231}
[junit4] 2> 685104 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.449761Z
[junit4] 2> 685104 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/solr.xml
[junit4] 2> 685106 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685106 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685107 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685125 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685132 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685132 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685133 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/.
[junit4] 2> 685133 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685133 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685137 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685140 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685141 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1/data/]
[junit4] 2> 685142 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cb88b4b[collection1] main]
[junit4] 2> 685164 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/conf
[junit4] 2> 685165 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 685165 INFO (coreLoadExecutor-2085-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685166 INFO (searcherExecutor-2086-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3cb88b4b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@74e7b5ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1741338489
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 685173 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60967f45: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7797ad8
[junit4] 2> 685178 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 685178 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3288c9ee: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@302e7a50
[junit4] 2> 685181 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 685181 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6afcb1ac: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3411e88d
[junit4] 2> 685181 INFO (coreCloseExecutor-2091-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@669bbe42
[junit4] 2> 685181 INFO (coreCloseExecutor-2091-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1721482818
[junit4] 2> 685181 INFO (coreCloseExecutor-2091-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45a0ddd3: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@320e1fb5
[junit4] 2> 685186 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b88694d{/solr,null,UNAVAILABLE}
[junit4] 2> 685187 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76974b18{/solr,null,AVAILABLE}
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e224b6d{HTTP/1.1,[http/1.1]}{127.0.0.1:43779}
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687362ms
[junit4] 2> 685188 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/data, hostPort=43779}
[junit4] 2> 685189 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.534197Z
[junit4] 2> 685189 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/solr.xml
[junit4] 2> 685190 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685190 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685191 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685208 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685214 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685214 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685215 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/.
[junit4] 2> 685215 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685215 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685220 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685225 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685226 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/./collection1/data/]
[junit4] 2> 685228 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685254 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685254 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685255 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685255 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@43a796d9[collection1] main]
[junit4] 2> 685255 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-002/collection1/conf
[junit4] 2> 685256 INFO (coreLoadExecutor-2098-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685256 INFO (searcherExecutor-2099-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43a796d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685257 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1
[junit4] 2> 685258 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 685262 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@585da24d{/solr,null,AVAILABLE}
[junit4] 2> 685262 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75454b18{HTTP/1.1,[http/1.1]}{127.0.0.1:39869}
[junit4] 2> 685262 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.e.j.s.Server Started @687436ms
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1/data, hostPort=39869}
[junit4] 2> 685263 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T10:03:15.608432Z
[junit4] 2> 685263 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/solr.xml
[junit4] 2> 685265 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 685265 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 685266 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 685288 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685294 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685294 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685295 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/.
[junit4] 2> 685295 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 685295 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 685301 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 685306 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70f370e2
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 685307 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/./collection1/data/]
[junit4] 2> 685309 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=96.91796875, floorSegmentMB=0.6064453125, forceMergeDeletesPctAllowed=4.308218772459863, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685330 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 685330 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 685330 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=15, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18851375900268819]
[junit4] 2> 685331 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@78f8bab7[collection1] main]
[junit4] 2> 685331 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001/solr-instance-003/collection1/conf
[junit4] 2> 685331 WARN (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685332 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.ReplicationHandler No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 685332 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 685332 INFO (coreLoadExecutor-2108-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 685332 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78f8bab7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 685334 INFO (qtp1722155760-4472) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 685335 INFO (qtp1722155760-4473) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 685335 INFO (qtp1722155760-4474) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 685335 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 685335 INFO (qtp1722155760-4467) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@37b567af commitCommandVersion:0
[junit4] 2> 685336 INFO (qtp1722155760-4467) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@37df1129[collection1] main]
[junit4] 2> 685337 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 685337 INFO (searcherExecutor-2076-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@37df1129[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685337 INFO (qtp1722155760-4467) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 685346 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685347 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 685347 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685348 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685349 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6ca6d170 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@794f5767)
[junit4] 2> 685350 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685354 INFO (qtp1722155760-4468) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685355 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685356 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685357 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685357 INFO (qtp1722155760-4468) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685358 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685358 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685359 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685359 INFO (qtp1722155760-4468) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685359 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1745) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@6ca6d170 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@794f5767)
[junit4] 2> 685360 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=31.5673828125, floorSegmentMB=1.828125, forceMergeDeletesPctAllowed=18.5680991437474, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685361 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685361 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@65e3fdad[collection1] main]
[junit4] 2> 685362 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65e3fdad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685363 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:35111/solr/collection1/replication&command=fetchindex} status=0 QTime=17
[junit4] 2> 685371 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685371 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685373 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685374 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 685374 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685375 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685376 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 685377 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685377 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685377 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@37e668d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d0c1769)
[junit4] 2> 685377 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685379 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685396 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685397 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685398 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685399 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685400 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685400 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685401 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685403 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685404 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1745) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@37e668d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d0c1769)
[junit4] 2> 685405 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=31.5673828125, floorSegmentMB=1.828125, forceMergeDeletesPctAllowed=18.5680991437474, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685406 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685407 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@61abba75[collection1] main]
[junit4] 2> 685409 INFO (searcherExecutor-2099-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61abba75[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685409 INFO (qtp1421707120-4510) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39869/solr/collection1/replication&command=fetchindex} status=0 QTime=36
[junit4] 2> 685411 INFO (qtp1421707120-4512) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685411 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685412 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 685412 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 685414 WARN (qtp1947757454-4522) [ ] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1823)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:954)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 685415 INFO (qtp1947757454-4522) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 685416 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685416 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685417 WARN (qtp1947757454-4523) [ ] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1823)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:954)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 685418 INFO (qtp1947757454-4523) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 685418 WARN (qtp1947757454-4529) [ ] o.a.s.h.ReplicationHandler Exception while invoking 'details' method for replication on master
[junit4] 2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:TEST_PORT/solr: Expected mime type application/octet-stream but got text/html. <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
[junit4] 2> <html><head>
[junit4] 2> <title>404 Not Found</title>
[junit4] 2> </head><body>
[junit4] 2> <h1>Not Found</h1>
[junit4] 2> <p>The requested URL /solr/replication was not found on this server.</p>
[junit4] 2> <hr>
[junit4] 2> <address>Apache/2.4.18 (Ubuntu) Server at 127.0.0.1 Port 80</address>
[junit4] 2> </body></html>
[junit4] 2>
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getDetails(IndexFetcher.java:1823)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.getReplicationDetails(ReplicationHandler.java:954)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:332)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:710)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:516)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 685419 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 685420 INFO (qtp1947757454-4524) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 685421 INFO (qtp1421707120-4505) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 685421 INFO (qtp1947757454-4522) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685422 INFO (qtp1421707120-4510) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685423 INFO (qtp1947757454-4523) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 685423 INFO (qtp1947757454-4529) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 685424 INFO (qtp1947757454-4524) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 685424 INFO (qtp1947757454-4524) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 685424 INFO (qtp1947757454-4523) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 685424 INFO (qtp1947757454-4523) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4d5e2468 commitCommandVersion:0
[junit4] 2> 685426 INFO (qtp1947757454-4523) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@24a7bc23[collection1] main]
[junit4] 2> 685426 INFO (qtp1947757454-4523) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 685427 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@24a7bc23[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C4)))}
[junit4] 2> 685427 INFO (qtp1947757454-4523) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 685428 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685430 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 1508839395769
[junit4] 2> 685430 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685431 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685431 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 685431 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@26e12a86 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@445bfe01)
[junit4] 2> 685432 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685433 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685434 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685434 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685435 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685436 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685436 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685437 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685437 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685438 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685438 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1745) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@26e12a86 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@445bfe01)
[junit4] 2> 685438 INFO (explicit-fetchindex-cmd) [ ] o.a.s.c.SolrCore Updating index properties... index=index.20171024050315776
[junit4] 2> 685438 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@646ba564 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36aa49f3)
[junit4] 2> 685439 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685439 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685439 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a0ffcc1[collection1] main]
[junit4] 2> 685440 INFO (searcherExecutor-2109-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a0ffcc1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3)))}
[junit4] 2> 685440 INFO (qtp1947757454-4528) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:35111/solr/collection1/replication&command=fetchindex} status=0 QTime=12
[junit4] 2> 685441 INFO (qtp1947757454-4529) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685441 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685442 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685443 INFO (qtp1947757454-4527) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395680
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 1508839395680
[junit4] 2> 685443 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 685443 INFO (qtp1421707120-4511) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39869/solr/collection1/replication&command=fetchindex} status=0 QTime=1
[junit4] 2> 685444 INFO (qtp1421707120-4506) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
[junit4] 2> 685444 INFO (TEST-TestReplicationHandler.doTestRepeater-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
[junit4] 2> 685445 INFO (qtp1722155760-4468) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 685445 INFO (qtp1722155760-4472) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 685446 INFO (qtp1722155760-4474) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 685446 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 685446 INFO (qtp1722155760-4467) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@37b567af commitCommandVersion:0
[junit4] 2> 685447 INFO (qtp1722155760-4467) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@250a5a55[collection1] main]
[junit4] 2> 685448 INFO (qtp1722155760-4467) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 685448 INFO (searcherExecutor-2076-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@250a5a55[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C3) Uninverting(_1(8.0.0):C3)))}
[junit4] 2> 685448 INFO (qtp1722155760-4467) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 685449 WARN (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 685450 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Master's version: 1508839395791
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Slave's version: 1508839395680
[junit4] 2> 685450 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 685451 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 685451 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=20.654296875, floorSegmentMB=1.037109375, forceMergeDeletesPctAllowed=14.847801835018396, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@772e1b3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f6428f6)
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene50_0.doc because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene50_0.tim because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene50_0.tip because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
[junit4] 2> 685452 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
[junit4] 2> 685453 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685454 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene50_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685454 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685455 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685456 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685456 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685457 INFO (qtp1722155760-4473) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685457 INFO (qtp1722155760-4472) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685458 INFO (qtp1722155760-4474) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene50_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685459 INFO (qtp1722155760-4467) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 685459 INFO (explicit-fetchindex-cmd) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1838) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@772e1b3e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4f6428f6)
[junit4] 2> 685460 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=31.5673828125, floorSegmentMB=1.828125, forceMergeDeletesPctAllowed=18.5680991437474, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 685460 INFO (explicit-fetchindex-cmd) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 685461 INFO (explicit-fetchindex-cmd) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@57d49f98[collection1]
[...truncated too long message...]
empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
[junit4] 2> 762459 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 762459 INFO (qtp158990933-5600) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762460 INFO (qtp158990933-5595) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762460 INFO (qtp158990933-5594) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762460 INFO (qtp1944243330-5611) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 762461 INFO (qtp158990933-5599) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 762461 INFO (qtp1944243330-5618) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 762461 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEmptyCommits
[junit4] 2> 762465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b5f30af{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 762465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=908948883
[junit4] 2> 762465 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 762466 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b7f2b99: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5c49457e
[junit4] 2> 762470 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 762470 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db49c8d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@302e7a50
[junit4] 2> 762474 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 762474 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56754e80: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3411e88d
[junit4] 2> 762475 INFO (coreCloseExecutor-2756-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@63362e5f
[junit4] 2> 762475 INFO (coreCloseExecutor-2756-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1664495199
[junit4] 2> 762475 INFO (coreCloseExecutor-2756-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@294cb503: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@f55ffe8
[junit4] 2> 762485 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ee9b623{/solr,null,UNAVAILABLE}
[junit4] 2> 762487 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7c350d39{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 762487 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1764152043
[junit4] 2> 762488 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 762488 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39be0aa9: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5d501493
[junit4] 2> 762493 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 762493 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11bd7cb: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@302e7a50
[junit4] 2> 762498 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 762498 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70ecb4b4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3411e88d
[junit4] 2> 762498 INFO (coreCloseExecutor-2758-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@60329d8e
[junit4] 2> 762498 INFO (coreCloseExecutor-2758-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1613929870
[junit4] 2> 762498 INFO (coreCloseExecutor-2758-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cf7a438: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6e4f09fd
[junit4] 2> 762512 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[58986B84C8F2760]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a31c285{/solr,null,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_58986B84C8F2760-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5075, maxDocsPerChunk=484, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5075, blockSize=1)), sim=RandomSimilarity(queryNorm=false): {}, locale=en-AT, timezone=America/Resolute
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=254629016,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestShardHandlerFactory, TestFieldCache, MetricsConfigTest, DistanceUnitsTest, TestSQLHandlerNonCloud, TlogReplayBufferedWhileIndexingTest, PrimitiveFieldTypeTest, SpellCheckComponentTest, HdfsBasicDistributedZkTest, TestConfigOverlay, DateMathParserTest, TestExpandComponent, TestDistribIDF, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RestartWhileUpdatingTest, PeerSyncTest, TestPayloadCheckQParserPlugin, JsonLoaderTest, TestRequestStatusCollectionAPI, TestUnifiedSolrHighlighter, TestStressVersions, CdcrReplicationHandlerTest, MissingSegmentRecoveryTest, TestGraphTermsQParserPlugin, TestManagedResourceStorage, DocumentBuilderTest, TestSubQueryTransformerCrossCore, SubstringBytesRefFilterTest, SolrGraphiteReporterTest, TestUpdate, UpdateRequestProcessorFactoryTest, HdfsWriteToMultipleCollectionsTest, BJQParserTest, TestWordDelimiterFilterFactory, TestPHPSerializedResponseWriter, BaseCdcrDistributedZkTest, SolrMetricReporterTest, TestBinaryField, TestConfigsApi, NoCacheHeaderTest, CursorPagingTest, SolrCoreTest, ForceLeaderTest, SpellCheckCollatorTest, TestRecovery, DistributedMLTComponentTest, TestConfigReload, TestLeaderElectionWithEmptyReplica, DistributedSuggestComponentTest, TestStressCloudBlindAtomicUpdates, TestCrossCoreJoin, AnalysisAfterCoreReloadTest, TestReversedWildcardFilterFactory, LeaderElectionContextKeyTest, SliceStateTest, TestCopyFieldCollectionResource, SolrIndexMetricsTest, UtilsToolTest, FastVectorHighlighterTest, TestConfigSetsAPI, SpatialFilterTest, TestMergePolicyConfig, TestRuleBasedAuthorizationPlugin, TestReplicationHandler]
[junit4] Completed [252/745 (1!)] on J0 in 77.49s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 41760 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20722 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20722/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.facet.PivotFacetTest
Error Message:
Error from server at https://127.0.0.1:42131/solr: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42131/solr: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([75EF5BEE84B82476]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 17061 lines...]
[junit4] Suite: org.apache.solr.analytics.facet.PivotFacetTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.facet.PivotFacetTest_75EF5BEE84B82476-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=801, maxMBSortInHeap=7.3604779149755135, sim=RandomSimilarity(queryNorm=true): {}, locale=rm, timezone=Poland
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=399826192,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CastingLongValueStreamTest, IfFunctionTest, CeilingFunctionTest, FloorFunctionTest, CastingFloatValueTest, AddFunctionTest, LegacyFieldFacetExtrasCloudTest, AbstractAnalyticsFieldTest, DoubleFieldsTest, OrFunctionTest, LegacyQueryFacetCloudTest, CastingStringValueTest, ExistsFunctionTest, PivotFacetTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=PivotFacetTest -Dtests.seed=75EF5BEE84B82476 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=rm -Dtests.timezone=Poland -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | PivotFacetTest (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42131/solr: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([75EF5BEE84B82476]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [78/78 (1!)] on J1 in 37.22s, 0 tests, 1 error <<< FAILURES!
[...truncated 36964 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20721 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20721/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC --illegal-access=deny
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTolerantUpdateProcessorCloud
Error Message:
Error from server at https://127.0.0.1:41799/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41799/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([5E73F2787F24CA88]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.createMiniSolrCloudCluster(TestTolerantUpdateProcessorCloud.java:121)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38671/f_k
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38671/f_k
at __randomizedtesting.SeedInfo.seed([5E73F2787F24CA88:D627CDA2D1D8A770]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:36395_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:36395/solr", "node_name":"127.0.0.1:36395_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:43613/solr", "node_name":"127.0.0.1:43613_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:36395_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/7)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:36395/solr",
"node_name":"127.0.0.1:36395_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:43613/solr",
"node_name":"127.0.0.1:43613_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([5E73F2787F24CA88:EE12FC545A1B6BAD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11972 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTolerantUpdateProcessorCloud
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/init-core-data-001
[junit4] 2> 491342 WARN (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=37 numCloses=37
[junit4] 2> 491343 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 491343 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 491344 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 491345 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001
[junit4] 2> 491345 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 491346 INFO (Thread-1744) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 491346 INFO (Thread-1744) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 491362 ERROR (Thread-1744) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 491446 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39995
[junit4] 2> 491464 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491464 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491466 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491471 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7db5ffc6{/solr,null,AVAILABLE}
[junit4] 2> 491472 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491485 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 491526 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33a353bd{/solr,null,AVAILABLE}
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7cf558fa{SSL,[ssl, http/1.1]}{127.0.0.1:40467}
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.e.j.s.Server Started @493654ms
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40467}
[junit4] 2> 491528 ERROR (jetty-launcher-492-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491528 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.676834Z
[junit4] 2> 491540 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35ee8769{/solr,null,AVAILABLE}
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5f5820aa{SSL,[ssl, http/1.1]}{127.0.0.1:41799}
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.e.j.s.Server Started @493667ms
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41799}
[junit4] 2> 491541 ERROR (jetty-launcher-492-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491541 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.689942Z
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c635fe0{SSL,[ssl, http/1.1]}{127.0.0.1:37581}
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.e.j.s.Server Started @493684ms
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37581}
[junit4] 2> 491558 ERROR (jetty-launcher-492-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491558 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.706779Z
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ae60069{/solr,null,AVAILABLE}
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b5bba75{SSL,[ssl, http/1.1]}{127.0.0.1:41707}
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.e.j.s.Server Started @493697ms
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41707}
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491571 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491571 ERROR (jetty-launcher-492-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491572 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.720148Z
[junit4] 2> 491573 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dda3b07{/solr,null,AVAILABLE}
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36274306{SSL,[ssl, http/1.1]}{127.0.0.1:42093}
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.e.j.s.Server Started @493705ms
[junit4] 2> 491579 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42093}
[junit4] 2> 491580 ERROR (jetty-launcher-492-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 491580 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T04:02:01.728366Z
[junit4] 2> 491583 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491584 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491586 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491587 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 491600 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c8b58a30006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 491604 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491615 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c8b58a30009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 491617 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39995/solr
[junit4] 2> 491617 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4c8b58a30008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 491665 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491665 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491666 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42093_solr
[junit4] 2> 491666 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40467_solr
[junit4] 2> 491666 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.Overseer Overseer (id=98881878196682767-127.0.0.1:42093_solr-n_0000000000) starting
[junit4] 2> 491681 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 491693 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 491712 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42093_solr
[junit4] 2> 491713 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 491714 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 491753 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 491756 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491758 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41799_solr
[junit4] 2> 491766 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 491766 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 491770 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 491787 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 491812 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491814 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41707_solr
[junit4] 2> 491815 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491815 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491834 INFO (zkCallback-516-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491842 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 491881 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41799.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491890 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491901 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41799.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491901 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41799.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491902 INFO (jetty-launcher-492-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node1/.
[junit4] 2> 491918 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491949 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491949 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491950 INFO (jetty-launcher-492-thread-4) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node4/.
[junit4] 2> 491956 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491956 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 491963 INFO (jetty-launcher-492-thread-5) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node5/.
[junit4] 2> 491982 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 491983 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 491984 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37581_solr
[junit4] 2> 491987 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491987 INFO (zkCallback-516-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491987 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491993 INFO (zkCallback-514-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 491993 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 492001 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492012 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492013 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492014 INFO (jetty-launcher-492-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node2/.
[junit4] 2> 492060 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492070 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492071 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 492072 INFO (jetty-launcher-492-thread-3) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node3/.
[junit4] 2> 492198 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 492198 INFO (SUITE-TestTolerantUpdateProcessorCloud-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39995/solr ready
[junit4] 2> 492376 INFO (qtp983400647-4497) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 492377 INFO (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 492494 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42093/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492496 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37581/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492496 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40467/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492497 INFO (OverseerStateUpdate-98881878196682767-127.0.0.1:42093_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41707/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 492738 INFO (qtp215840412-4492) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 492739 INFO (qtp215840412-4492) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492748 INFO (qtp1080644833-4500) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 492748 INFO (qtp1080644833-4500) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492759 INFO (qtp1297910164-4526) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 492759 INFO (qtp1743843754-4533) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 492760 INFO (qtp1743843754-4533) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492760 INFO (qtp1297910164-4526) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 492872 INFO (zkCallback-516-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-514-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-518-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-519-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492872 INFO (zkCallback-514-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492873 INFO (zkCallback-519-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492874 INFO (zkCallback-518-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 492874 INFO (zkCallback-516-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [5])
[junit4] 2> 493766 INFO (qtp1080644833-4500) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493766 INFO (qtp1743843754-4533) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493767 INFO (qtp215840412-4492) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493785 INFO (qtp1080644833-4500) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493785 INFO (qtp215840412-4492) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493786 INFO (qtp1743843754-4533) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493788 INFO (qtp1297910164-4526) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493788 INFO (qtp215840412-4492) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=test
[junit4] 2> 493788 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
[junit4] 2> 493792 INFO (qtp1297910164-4526) [ ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema15.xml instead
[junit4] 2> 493793 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
[junit4] 2> 493814 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=test
[junit4] 2> 493881 INFO (qtp215840412-4492) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493882 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493896 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493897 INFO (qtp215840412-4492) [ ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493899 INFO (qtp215840412-4492) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml to /configs/solrCloudCollectionConfig/schema15.xml.bak
[junit4] 2> 493899 INFO (qtp215840412-4492) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 493900 INFO (qtp215840412-4492) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37581.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493900 INFO (qtp215840412-4492) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493900 INFO (qtp215840412-4492) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node3/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node3/./test_col_shard1_replica_n2/data/]
[junit4] 2> 493901 INFO (qtp1080644833-4500) [ ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40467.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493902 INFO (qtp215840412-4492) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493902 INFO (qtp1080644833-4500) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node5/test_col_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node5/./test_col_shard2_replica_n4/data/]
[junit4] 2> 493904 INFO (qtp1080644833-4500) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493909 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 493911 INFO (qtp1743843754-4533) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42093.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493912 INFO (qtp1743843754-4533) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493912 INFO (qtp1743843754-4533) [ ] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node4/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node4/./test_col_shard1_replica_n1/data/]
[junit4] 2> 493915 INFO (qtp1743843754-4533) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493921 INFO (qtp1297910164-4526) [ ] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/solrCloudCollectionConfig/managed-schema already exists - no need to create it
[junit4] 2> 493921 INFO (qtp1297910164-4526) [ ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/solrCloudCollectionConfig/schema15.xml no longer exists.
[junit4] 2> 493921 INFO (qtp1297910164-4526) [ ] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
[junit4] 2> 493922 INFO (qtp1297910164-4526) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41707.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a7b0efa
[junit4] 2> 493922 INFO (qtp1297910164-4526) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 493922 INFO (qtp1297910164-4526) [ ] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node2/test_col_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTolerantUpdateProcessorCloud_5E73F2787F24CA88-001/tempDir-001/node2/./test_col_shard2_replica_n6/data/]
[junit4] 2> 493925 INFO (qtp1297910164-4526) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=12.111328125, floorSegmentMB=1.482421875, forceMergeDeletesPctAllowed=15.683949690904932, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 493938 INFO (qtp215840412-4492) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493938 INFO (qtp215840412-4492) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493939 INFO (qtp215840412-4492) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493939 INFO (qtp215840412-4492) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493940 INFO (qtp215840412-4492) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493940 INFO (qtp215840412-4492) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ea43176[test_col_shard1_replica_n2] main]
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493941 INFO (qtp215840412-4492) [ ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 493942 INFO (searcherExecutor-1386-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@1ea43176[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 493942 INFO (qtp215840412-4492) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110053855395840
[junit4] 2> 493945 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 493946 INFO (qtp1080644833-4500) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493946 INFO (qtp1080644833-4500) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493947 INFO (qtp1080644833-4500) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493947 INFO (qtp1080644833-4500) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493949 INFO (qtp1080644833-4500) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493949 INFO (qtp1080644833-4500) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@79b784c6[test_col_shard2_replica_n4] main]
[junit4] 2> 493950 INFO (qtp1080644833-4500) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 493950 INFO (qtp1080644833-4500) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 493950 INFO (qtp1080644833-4500) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493951 INFO (qtp1080644833-4500) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 493954 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=test
[junit4] 2> 493954 INFO (qtp1743843754-4533) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493954 INFO (qtp1743843754-4533) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493955 INFO (qtp1743843754-4533) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493955 INFO (qtp1743843754-4533) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493956 INFO (qtp1743843754-4533) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493956 INFO (qtp1743843754-4533) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f3130aa[test_col_shard1_replica_n1] main]
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 493957 INFO (qtp1743843754-4533) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 493981 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=test
[junit4] 2> 493985 INFO (qtp1297910164-4526) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493985 INFO (qtp1297910164-4526) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493986 INFO (qtp1297910164-4526) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493986 INFO (qtp1297910164-4526) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493987 INFO (qtp1297910164-4526) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493988 INFO (qtp1297910164-4526) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@51fc7908[test_col_shard2_replica_n6] main]
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/solrCloudCollectionConfig/managed-schema
[junit4] 2> 494007 INFO (qtp1297910164-4526) [ ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
[junit4] 2> 494010 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=test
[junit4] 2> 494160 INFO (qtp1080644833-4500) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 494162 INFO (qtp1743843754-4533) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 494173 INFO (qtp1080644833-4500) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 222 ms
[junit4] 2> 494174 INFO (searcherExecutor-1387-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@79b784c6[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 494174 INFO (qtp1080644833-4500) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110054098665472
[junit4] 2> 494175 INFO (qtp1743843754-4533) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 218 ms
[junit4] 2> 494177 INFO (qtp1743843754-4533) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110054101811200
[junit4] 2> 494178 INFO (qtp1297910164-4526) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 494178 INFO (searcherExecutor-1388-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@1f3130aa[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 494179 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 494185 INFO (qtp1297910164-4526) [ ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 177 ms
[junit4] 2> 494186 INFO (qtp1297910164-4526) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582110054111248384
[junit4] 2> 494187 INFO (searcherExecutor-1389-thread-1) [ ] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@51fc7908[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 494445 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 494445 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 494445 INFO (qtp215840412-4492) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37581/solr/test_col_shard1_replica_n2/
[junit4] 2> 494446 INFO (qtp215840412-4492) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=https://127.0.0.1:37581/solr START replicas=[https://127.0.0.1:42093/solr/test_col_shard1_replica_n1/] nUpdates=100
[junit4] 2> 494451 INFO (qtp1743843754-4521) [ ] o.a.s.c.S.Request [test_col_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40467/solr/test_col_shard2_replica_n4/
[junit4] 2> 494680 INFO (qtp1080644833-4500) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=https://127.0.0.1:40467/solr START replicas=[https://127.0.0.1:41707/solr/test_col_shard2_replica_n6/] nUpdates=100
[junit4] 2> 494684 INFO (qtp1297910164-4484) [ ] o.a.s.c.S.Request [test_col_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=https://127.0.0.1:37581/solr DONE. We have no versions. sync failed.
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 494746 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 494748 INFO (qtp215840412-4492) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37581/solr/test_col_shard1_replica_n2/ shard1
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=https://127.0.0.1:40467/solr DONE. We have no versions. sync failed.
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 494980 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 494982 INFO (qtp1080644833-4500) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40467/solr/test_col_shard2_replica_n4/ shard2
[junit4] 2> 672378 ERROR (qtp983400647-4497) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 672400 INFO (qtp983400647-4497) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema15.xml&property.config=solrconfig-distrib-update-processor-chains.xml&collection.configName=solrCloudCollectionConfig&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180023
[junit4] 2> 672400 ERROR (qtp983400647-4497) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 672470 INFO (jetty-closer-493-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2b5bba75{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672471 INFO (jetty-closer-493-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7cf558fa{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672471 INFO (jetty-closer-493-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=902290109
[junit4] 2> 672471 INFO (jetty-closer-493-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5f5820aa{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672471 INFO (jetty-closer-493-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 672471 INFO (jetty-closer-493-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@678fa9ff: rootName = solr_41707, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4de8073e
[junit4] 2> 672471 INFO (jetty-closer-493-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c635fe0{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 672475 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40467/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:40467/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:40467 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 672502 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41707/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:41707/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41707 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 672502 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:37581/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:37581/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:37581 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 672503 ERROR (OverseerThreadFactory-1375-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42093/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:42093/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:640)
[...truncated too long message...]
2> 3363809 ERROR (AutoscalingActionExecutor-6121-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Unexpected Exception while querying status of requestId=node_lost_trigger/14f067c86a9e5e40Taq4yw346tt392h978h000u85g/0
[junit4] 2> java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:101)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:130)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:221)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
[junit4] 2> ... 9 more
[junit4] 2> 3367922 WARN (OverseerThreadFactory-6122-thread-5) [ ] o.a.s.c.MoveReplicaCmd Timed out waiting for leader's replica to recover, collection=testExecute shard=shard1 on node=127.0.0.1:36395_solr
[junit4] 2> 3367923 INFO (OverseerThreadFactory-6122-thread-5) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3367924 WARN (OverseerAutoScalingTriggerThread-98882023395688454-127.0.0.1:36395_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3367924 DEBUG (jetty-closer-4267-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3367924 ERROR (AutoscalingActionExecutor-6121-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Unexpected exception while waiting for pending task with requestid: node_lost_trigger/14f067c86a9e5e40Taq4yw346tt392h978h000u85g/0 to finish
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.base/java.lang.Thread.sleep(Native Method)
[junit4] 2> at java.base/java.lang.Thread.sleep(Thread.java:340)
[junit4] 2> at java.base/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:401)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$2(ScheduledTriggers.java:221)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 3367924 INFO (jetty-closer-4267-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5aeb8419{/solr,null,UNAVAILABLE}
[junit4] 2> 3367925 ERROR (SUITE-ExecutePlanActionTest-seed#[5E73F2787F24CA88]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3367925 INFO (SUITE-ExecutePlanActionTest-seed#[5E73F2787F24CA88]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33733 33733
[junit4] 2> 3376653 INFO (Thread-2783) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33733 33733
[junit4] 2> 3376653 WARN (Thread-2783) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections/testExecute/state.json
[junit4] 2> 19 /solr/collections/testIntegration/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_5E73F2787F24CA88-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1224, maxMBSortInHeap=6.618478495583382, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-Hans-CN, timezone=Europe/San_Marino
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=239780832,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CloneFieldUpdateProcessorFactoryTest, CustomCollectionTest, CoreAdminHandlerTest, TestSegmentSorting, CollectionReloadTest, TestReloadAndDeleteDocs, TestCharFilters, TestLMDirichletSimilarityFactory, TestDistribDocBasedVersion, XmlUpdateRequestHandlerTest, AlternateDirectoryTest, CopyFieldTest, SuggesterWFSTTest, SegmentsInfoRequestHandlerTest, TestEmbeddedSolrServerConstructors, DistributedFacetPivotLargeTest, LeaderFailureAfterFreshStartTest, HdfsBasicDistributedZk2Test, TestRealTimeGet, TestIntervalFaceting, FieldMutatingUpdateProcessorTest, HdfsSyncSliceTest, TestUseDocValuesAsStored, TestObjectReleaseTracker, TestMissingGroups, QueryElevationComponentTest, DistributedSpellCheckComponentTest, TestTrie, TestPKIAuthenticationPlugin, TestStandardQParsers, TestDistributedMissingSort, TestLRUCache, BasicDistributedZk2Test, TestElisionMultitermQuery, TestDistributedGrouping, BasicAuthStandaloneTest, WordBreakSolrSpellCheckerTest, TestSystemIdResolver, UnloadDistributedZkTest, ZkNodePropsTest, BlockJoinFacetRandomTest, TestCustomStream, SpatialRPTFieldTypeTest, SpatialHeatmapFacetsTest, TestInitQParser, FullSolrCloudDistribCmdsTest, ReturnFieldsTest, UUIDFieldTest, TestFuzzyAnalyzedSuggestions, TestInfoStreamLogging, TestConfigSetProperties, OverseerTest, SolrJmxReporterTest, AliasIntegrationTest, TestLMJelinekMercerSimilarityFactory, HdfsUnloadDistributedZkTest, TestClusterStateMutator, SystemInfoHandlerTest, TestFieldTypeCollectionResource, SolrCoreCheckLockOnStartupTest, SSLMigrationTest, AnalyticsQueryTest, UninvertDocValuesMergePolicyTest, HLLUtilTest, HdfsRecoverLeaseTest, TestSolrCoreProperties, UUIDUpdateProcessorFallbackTest, MoveReplicaHDFSTest, TestReplicationHandlerBackup, TestSolrCoreSnapshots, TestCloudNestedDocsSort, ReplicationFactorTest, DocValuesNotIndexedTest, PluginInfoTest, BooleanFieldTest, TestSearcherReuse, DistanceFunctionTest, TestQueryTypes, TestRequestForwarding, SolrMetricManagerTest, StatsComponentTest, TestLegacyField, TestBackupRepositoryFactory, InfixSuggestersTest, SuggesterTest, TestLeaderInitiatedRecoveryThread, VMParamsZkACLAndCredentialsProvidersTest, TestZkChroot, TestQueryWrapperFilter, TestCloudPivotFacet, CoreAdminRequestStatusTest, TestFiltering, BufferStoreTest, TestExactStatsCache, TestSearchPerf, ClassificationUpdateProcessorFactoryTest, TestLFUCache, TestBinaryResponseWriter, OverseerStatusTest, ConfigSetsAPITest, CollectionsAPIAsyncDistributedZkTest, AsyncCallRequestStatusResponseTest, DirectSolrConnectionTest, ConnectionReuseTest, SolrTestCaseJ4Test, DefaultValueUpdateProcessorTest, HighlighterTest, ScriptEngineTest, TestDocTermOrds, DeleteStatusTest, TestSolrConfigHandlerConcurrent, PeerSyncWithIndexFingerprintCachingTest, CdcrReplicationDistributedZkTest, AutoAddReplicasPlanActionTest, TestBlendedInfixSuggestions, TestQuerySenderListener, TestNumericTerms64, TestFieldCacheWithThreads, TestReRankQParserPlugin, TestStressLiveNodes, TestValueSourceCache, BasicDistributedZkTest, TestPullReplica, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, AutoScalingHandlerTest, ExecutePlanActionTest]
[junit4] Completed [721/745 (3!)] on J2 in 669.54s, 2 tests, 1 failure <<< FAILURES!
[...truncated 40092 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20720 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20720/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36297
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36297
at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385:3C24F60AB23BCE7D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
action did not execute
Stack Trace:
java.lang.AssertionError: action did not execute
at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385:D98C6D2DA68F5C82]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:260)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12206 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/init-core-data-001
[junit4] 2> 1009065 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1009065 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1009065 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1009082 WARN (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 1009099 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001
[junit4] 2> 1009100 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1009100 INFO (Thread-2094) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1009100 INFO (Thread-2094) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1009101 ERROR (Thread-2094) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1009200 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37865
[junit4] 2> 1009204 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1009204 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a855ee{/solr,null,AVAILABLE}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a0c421{/solr,null,AVAILABLE}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12a2e16{SSL,[ssl, http/1.1]}{127.0.0.1:36767}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.e.j.s.Server Started @1011033ms
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36767}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@452ecf{SSL,[ssl, http/1.1]}{127.0.0.1:46811}
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.e.j.s.Server Started @1011033ms
[junit4] 2> 1009205 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46811}
[junit4] 2> 1009206 ERROR (jetty-launcher-5300-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1009206 ERROR (jetty-launcher-5300-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T01:10:05.062Z
[junit4] 2> 1009206 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T01:10:05.062Z
[junit4] 2> 1009207 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1009207 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1009210 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1009212 INFO (jetty-launcher-5300-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37865/solr
[junit4] 2> 1009212 INFO (jetty-launcher-5300-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37865/solr
[junit4] 2> 1009268 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1009268 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46811_solr
[junit4] 2> 1009268 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.Overseer Overseer (id=98881202091261958-127.0.0.1:46811_solr-n_0000000000) starting
[junit4] 2> 1009271 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1009271 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36767_solr
[junit4] 2> 1009274 INFO (zkCallback-5312-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1009279 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46811_solr
[junit4] 2> 1009282 INFO (zkCallback-5312-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1009282 INFO (zkCallback-5311-thread-1-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1009335 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1009339 WARN (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009341 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1009350 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1009351 INFO (jetty-launcher-5300-thread-2-EventThread) [n:127.0.0.1:46811_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1009384 WARN (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009396 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 1009396 WARN (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009397 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 1009398 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 1009399 INFO (jetty-launcher-5300-thread-1-EventThread) [n:127.0.0.1:36767_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 1009415 WARN (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 1009416 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009424 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009424 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009425 INFO (jetty-launcher-5300-thread-2) [n:127.0.0.1:46811_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node2/.
[junit4] 2> 1009436 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36767.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009441 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36767.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009441 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36767.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1009442 INFO (jetty-launcher-5300-thread-1) [n:127.0.0.1:36767_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node1/.
[junit4] 2> 1009467 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 1009531 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1009531 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1009542 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1508843405365&s=ium/gcGEmIt7WycIHmCWWh8hRaE="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:05 GMT
[junit4] 2> 1009542 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 1009552 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 1012924 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1508843405409&s=fbZVrEOaUfV+M+HaK3Xf+ZcJY/g="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:05 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:05 GMT
[junit4] 2> 1012924 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 1012948 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 1012952 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1508843408804&s=q4M6Zl7kMheVjCfngrsSsWuK5mM="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1012953 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 1012979 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 1012985 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508843408836&s=YGEXi6Obdm6vg1WgepFYh0wQ2tQ="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1012985 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 1012997 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 1012998 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1012998 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1012998 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1508843408854&s=yUo+fwGlJKEpIQ+PECAUO1lyLDA="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1012998 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 1013010 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 1013017 WARN (qtp9863481-19467) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
[junit4] 2> id: ‘bar’: no such user
[junit4] 2>
[junit4] 2> 1013019 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1508843408867&s=rCXhQC9+w6ZXhYRp9AqK8YFTeZo="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1013019 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 1013035 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 1013035 INFO (qtp9863481-19469) [ ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1013036 WARN (qtp9863481-19469) [ ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 29 more
[junit4] 2> 1013037 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 1013049 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 1013051 INFO (qtp9863481-19469) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1013051 INFO (qtp9863481-19469) [n:127.0.0.1:46811_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1013052 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508843408907&s=gktcv21rNPDMTA+XgNvcoyN3bqM="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1013052 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 1013063 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 1013064 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1508843408919&s=ChcaeF6jo30wHkh6zuLEsBokv9s="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:08 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:08 GMT
[junit4] 2> 1013065 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 1013076 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 1013192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1013192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37865/solr ready
[junit4] 2> 1013225 INFO (qtp14173353-19456) [n:127.0.0.1:36767_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1013226 INFO (OverseerThreadFactory-4620-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 1013331 INFO (OverseerStateUpdate-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46811/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1013535 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1013535 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1013637 INFO (zkCallback-5312-thread-1-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1013638 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1014554 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1014577 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 1014692 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1014704 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 1014705 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46811.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae7f66
[junit4] 2> 1014705 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1014705 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_B470C9D01CC7A385-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 1014709 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=36.828125, floorSegmentMB=1.5927734375, forceMergeDeletesPctAllowed=24.089762623534288, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24100244589455988
[junit4] 2> 1014781 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1014781 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1014783 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1014783 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1014785 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.618396226719542]
[junit4] 2> 1014785 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fe167b[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 1014786 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1014804 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1014903 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1014903 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1014903 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582099239544029184
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1014904 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1014905 INFO (searcherExecutor-4625-thread-1-processing-n:127.0.0.1:46811_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@1fe167b[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46811/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46811/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 1014906 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1014908 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46811/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 1015009 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015009 INFO (zkCallback-5312-thread-3-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015059 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1015060 INFO (qtp9863481-19457) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1525
[junit4] 2> 1015060 WARN (httpShardExecutor-4615-thread-1-processing-n:127.0.0.1:46811_solr [https:////127.0.0.1:46811//solr] https:////127.0.0.1:46811//solr) [n:127.0.0.1:46811_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508843409390&s=xjAzvwJnXCzlJrr3NFEJi5aJVm0="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:09 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:09 GMT
[junit4] 2> 1015063 INFO (qtp14173353-19456) [n:127.0.0.1:36767_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1015161 INFO (zkCallback-5312-thread-3-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015161 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1015227 INFO (OverseerCollectionConfigSetProcessor-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1016064 INFO (qtp14173353-19456) [n:127.0.0.1:36767_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2838
[junit4] 2> 1016064 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508843409081&s=BSkHrVBCvaRw1gXNKtdGSIBAoHw="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:09 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:09 GMT
[junit4] 2> 1016064 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 1016065 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 1016068 INFO (qtp9863481-19467) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1016069 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508843411924&s=2k6GnscapC8nwZJyjhhfuUeuhK8="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016073 INFO (qtp14173353-19470) [n:127.0.0.1:36767_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1016075 INFO (qtp9863481-19467) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1016075 WARN (qtp14173353-19470) [n:127.0.0.1:36767_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508843411930&s=92WsHlXQjvtKqfTfi/nkZK2K0uU="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016078 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1508843411928&s=96va42f95/97CdKo+I/5z7ofmtE="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016078 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1508843411930&s=92WsHlXQjvtKqfTfi/nkZK2K0uU="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1016079 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 1016098 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-2-SendThread(127.0.0.1:37865)) [n:127.0.0.1:46811_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15057ms for sessionid 0x15f4beded9d0007
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-1-SendThread(127.0.0.1:37865)) [n:127.0.0.1:36767_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15078ms for sessionid 0x15f4beded9d0005
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-2-SendThread(127.0.0.1:37865)) [n:127.0.0.1:46811_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15924ms for sessionid 0x15f4beded9d0006
[junit4] 2> 1031151 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031151 WARN (jetty-launcher-5300-thread-1-SendThread(127.0.0.1:37865)) [n:127.0.0.1:36767_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 21724ms for sessionid 0x15f4beded9d0008
[junit4] 2> 1031151 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031152 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4beded9d0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1031154 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1508843411956&s=/Hq9SM34ik+LpPFiwcG0M6FakfU="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:11 GMT
[junit4] 2> 1031154 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 1031184 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 1031192 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B470C9D01CC7A385]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1508843427040&s=sTms/pwlRZaYnSBLjtrI8yj80Oo="; Path=/; Domain=127.0.0.1; Expires=mar, 24-ott-2017 11:10:27 GMT; Secure; HttpOnly". Invalid 'expires' attribute: mar, 24-ott-2017 11:10:27 GMT
[junit4] 2> 1031192 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[B470C9D01CC7A385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 1031251 WARN (zkCallback-5311-thread-3-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8f8c0d name: ZooKeeperConnection Watcher:127.0.0.1:37865/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1031252 WARN (zkCallback-5311-thread-3-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1031262 WARN (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17e5657 name: ZooKeeperConnection Watcher:127.0.0.1:37865/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 1031263 WARN (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 1031276 INFO (jetty-closer-5301-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@12a2e16{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1031296 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2702235
[junit4] 2> 1031296 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1031296 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55f807: rootName = solr_36767, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@cb2af2
[junit4] 2> 1031302 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1031302 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f0b561: rootName = solr_36767, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@825976
[junit4] 2> 1031303 INFO (jetty-closer-5301-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@452ecf{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1031307 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1031307 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1193b4: rootName = solr_36767, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b95b55
[junit4] 2> 1031308 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=19214629
[junit4] 2> 1031308 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1031308 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@151d76a: rootName = solr_46811, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@e337bd
[junit4] 2> 1031314 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1031314 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fceb1e: rootName = solr_46811, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@825976
[junit4] 2> 1031318 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1031318 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74ceeb: rootName = solr_46811, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b95b55
[junit4] 2> 1032606 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46811_solr
[junit4] 2> 1032606 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1032607 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@f2f349
[junit4] 2> 1032607 INFO (zkCallback-5312-thread-7-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1032607 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=15921993
[junit4] 2> 1032607 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ab7609: rootName = solr_46811, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@e2f393
[junit4] 2> 1032608 INFO (zkCallback-5312-thread-2-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1032609 INFO (zkCallback-5312-thread-7-processing-n:127.0.0.1:46811_solr) [n:127.0.0.1:46811_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1032618 INFO (coreCloseExecutor-4630-thread-1) [n:127.0.0.1:46811_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=15921993
[junit4] 2> 1032621 INFO (jetty-closer-5301-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98881202091261958-127.0.0.1:46811_solr-n_0000000000) closing
[junit4] 2> 1032621 INFO (OverseerStateUpdate-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46811_solr
[junit4] 2> 1032622 INFO (OverseerCollectionConfigSetProcessor-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98881202091261958-127.0.0.1:46811_solr-n_0000000000) am no longer a leader.
[junit4] 2> 1032621 WARN (OverseerAutoScalingTriggerThread-98881202091261958-127.0.0.1:46811_solr-n_0000000000) [n:127.0.0.1:46811_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1032630 ERROR (Thread[Thread-2111,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:46811_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1032660 INFO (jetty-closer-5301-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a0c421{/solr,null,UNAVAILABLE}
[junit4] 2> 1032809 INFO (zkCallback-5311-thread-1-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1032809 INFO (zkCallback-5311-thread-4-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36767_solr
[junit4] 2> 1032810 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36767_solr
[junit4] 2> 1032810 INFO (jetty-closer-5301-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1032810 INFO (zkCallback-5311-thread-4-processing-n:127.0.0.1:36767_solr) [n:127.0.0.1:36767_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1032811 ERROR (Thread[Thread-2113,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36767_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 1032906 WARN (jetty-launcher-5300-thread-1-SendThread(127.0.0.1:37865)) [n:127.0.0.1:36767_solr ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15f4beded9d0008 has expired
[junit4] 2> 1033007 INFO (jetty-closer-5301-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a855ee{/solr,null,UNAVAILABLE}
[junit4] 2> 1033007 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1033010 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37865 37865
[junit4] 2> 1033737 INFO (Thread-2094) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37865 37865
[junit4] 2> 1033738 WARN (Thread-2094) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/forwardingCollection/state.json
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 1033747 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[B470C9D01CC7A385]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 24, 2017 1:10:29 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Oct 24, 2017 1:10:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 24, 2017 1:10:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=19514, name=jetty-launcher-5300-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> 1053816 ERROR (jetty-launcher-5300-thread-1-EventThread) [n:127.0.0.1:36767_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 24, 2017 1:10:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=158, maxMBSortInHeap=5.203306787587087, sim=RandomSimilarity(queryNorm=true): {}, locale=it-CH, timezone=Asia/Chungking
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=125320248,total=329392128
[junit4] 2> NOTE: All tests run in this JVM: [AsyncCallRequestStatusResponseTest, TestZkAclsWithHadoopAuth, TestReplicationHandlerBackup, SolrJmxReporterTest, TestTolerantSearch, TestElisionMultitermQuery, TestScoreJoinQPScore, HighlighterTest, TestInitQParser, AlternateDirectoryTest, StatsComponentTest, HighlighterMaxOffsetTest, TestCustomStream, TestSQLHandler, TestFuzzyAnalyzedSuggestions, TestIntervalFaceting, TimeZoneUtilsTest, TestPointFields, XsltUpdateRequestHandlerTest, MetricsHandlerTest, TestDistribDocBasedVersion, SolrGangliaReporterTest, ClusterStateTes
[...truncated too long message...]
rl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 2078311 INFO (qtp8932995-13940) [n:127.0.0.1:36297_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630152
[junit4] 2> 2078312 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[B470C9D01CC7A385]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2078312 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[B470C9D01CC7A385]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45221 45221
[junit4] 2> 2083379 INFO (Thread-4563) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45221 45221
[junit4] 2> 2083379 WARN (Thread-4563) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=B470C9D01CC7A385 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=America/Belize -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 636s J0 | FullSolrCloudDistribCmdsTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36297
[junit4] > at __randomizedtesting.SeedInfo.seed([B470C9D01CC7A385:3C24F60AB23BCE7D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.FullSolrCloudDistribCmdsTest_B470C9D01CC7A385-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1042, maxMBSortInHeap=5.658224559727942, sim=RandomSimilarity(queryNorm=true): {}, locale=cs, timezone=America/Belize
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=76825376,total=387162112
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSchemaAPI, CleanupOldIndexTest, ForceLeaderTest, LeaderElectionContextKeyTest, TestLegacyFieldCache, CoreMergeIndexesAdminHandlerTest, SimpleFacetsTest, RankQueryTest, TestRandomCollapseQParserPlugin, ConnectionManagerTest, DeleteReplicaTest, WrapperMergePolicyFactoryTest, SoftAutoCommitTest, TestIndexingPerformance, StatelessScriptUpdateProcessorFactoryTest, ResponseLogComponentTest, DirectUpdateHandlerOptimizeTest, TestRebalanceLeaders, TestMergePolicyConfig, JSONWriterTest, ReplicaListTransformerTest, UtilsToolTest, TestStressVersions, TestBadConfig, CacheHeaderTest, BasicFunctionalityTest, MissingSegmentRecoveryTest, TestPhraseSuggestions, TestFileDictionaryLookup, RemoteQueryErrorTest, TestLocalFSCloudBackupRestore, TestConfigSets, TestLuceneIndexBackCompat, FastVectorHighlighterTest, TestSolrJ, TestTlogReplica, DateMathParserTest, TestConfigOverlay, SuggestComponentContextFilterQueryTest, TestSort, SliceStateTest, TestRecoveryHdfs, TestBinaryField, TestFieldCache, RequestLoggingTest, OutOfBoxZkACLAndCredentialsProvidersTest, RuleEngineTest, SubstringBytesRefFilterTest, HdfsBasicDistributedZkTest, TestSchemaSimilarityResource, TestConfigSetsAPI, TestShortCircuitedRequests, OverseerTaskQueueTest, DistributedQueueTest, BlockCacheTest, ZkStateReaderTest, TestFastOutputStream, TestClassicSimilarityFactory, TestRequestStatusCollectionAPI, AnalysisAfterCoreReloadTest, SpellCheckCollatorWithCollapseTest, TestPostingsSolrHighlighter, NodeLostTriggerTest, BasicZkTest, TestInitParams, TestQueryUtils, TestConfigsApi, TestConfig, SpellCheckCollatorTest, TestReversedWildcardFilterFactory, TestLegacyNumericRangeQueryBuilder, TestMultiValuedNumericRangeQuery, CollectionsAPISolrJTest, TestUnifiedSolrHighlighter, DistanceUnitsTest, TestEmbeddedSolrServerSchemaAPI, TestUniqueKeyFieldResource, MetricsConfigTest, TestCloudPseudoReturnFields, TestDynamicLoading, TestLegacyFieldReuse, MultiTermTest, SolrXmlInZkTest, SearchHandlerTest, SparseHLLTest, TestReplicationHandler, TestShardHandlerFactory, AutoScalingHandlerTest, TestRawResponseWriter, DateFieldTest, DocValuesMissingTest, DistribCursorPagingTest, DocValuesTest, DistributedFacetPivotWhiteBoxTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, UpdateParamsTest, TlogReplayBufferedWhileIndexingTest, TestMinMaxOnMultiValuedField, DistributedFacetPivotLongTailTest, TestCollapseQParserPlugin, LeaderElectionIntegrationTest, DeleteInactiveReplicaTest, HdfsThreadLeakTest, TestPerFieldSimilarityWithDefaultOverride, TestExpandComponent, MinimalSchemaTest, AutoscalingHistoryHandlerTest, FullHLLTest, CursorPagingTest, UpdateRequestProcessorFactoryTest, TestComponentsName, TestUseDocValuesAsStored2, TestSuggestSpellingConverter, DistributedSuggestComponentTest, TestRuleBasedAuthorizationPlugin, ZkControllerTest, TestUpdate, PrimitiveFieldTypeTest, TestNamedUpdateProcessors, CdcrUpdateLogTest, HdfsDirectoryTest, TestFoldingMultitermQuery, ResourceLoaderTest, TestImpersonationWithHadoopAuth, SyncSliceTest, FullSolrCloudDistribCmdsTest]
[junit4] Completed [518/745 (3!)] on J0 in 635.69s, 1 test, 1 error <<< FAILURES!
[...truncated 43786 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20719 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20719/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 1) Thread[id=13219, name=jetty-launcher-1701-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=13217, name=jetty-launcher-1701-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
1) Thread[id=13219, name=jetty-launcher-1701-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=13217, name=jetty-launcher-1701-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([210701922B9B52A9]:0)
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:36843_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:36843/solr", "node_name":"127.0.0.1:36843_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:40391/solr", "node_name":"127.0.0.1:40391_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:36843_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:36843/solr",
"node_name":"127.0.0.1:36843_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:40391/solr",
"node_name":"127.0.0.1:40391_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([210701922B9B52A9:91660FBE0EA4F38C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11737 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/init-core-data-001
[junit4] 2> 37499 WARN (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=221 numCloses=221
[junit4] 2> 37499 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 37500 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 37511 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 37512 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001
[junit4] 2> 37512 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 37518 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 37518 INFO (Thread-20) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 37557 ERROR (Thread-20) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 37615 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38291
[junit4] 2> 37666 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 37670 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 37715 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62758755{/solr,null,AVAILABLE}
[junit4] 2> 37719 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14456ad2{/solr,null,AVAILABLE}
[junit4] 2> 37757 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40591d33{SSL,[ssl, http/1.1]}{127.0.0.1:36843}
[junit4] 2> 37757 INFO (jetty-launcher-17-thread-2) [ ] o.e.j.s.Server Started @40378ms
[junit4] 2> 37758 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36843}
[junit4] 2> 37759 ERROR (jetty-launcher-17-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 37759 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T21:51:08.711Z
[junit4] 2> 37760 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@480cea2c{SSL,[ssl, http/1.1]}{127.0.0.1:40391}
[junit4] 2> 37762 INFO (jetty-launcher-17-thread-1) [ ] o.e.j.s.Server Started @40382ms
[junit4] 2> 37762 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40391}
[junit4] 2> 37762 ERROR (jetty-launcher-17-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 37763 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T21:51:08.715Z
[junit4] 2> 37799 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 37815 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 37855 INFO (jetty-launcher-17-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
[junit4] 2> 37879 INFO (jetty-launcher-17-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38291/solr
[junit4] 2> 38082 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 38093 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40391_solr
[junit4] 2> 38095 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.Overseer Overseer (id=98880419822698501-127.0.0.1:40391_solr-n_0000000000) starting
[junit4] 2> 38101 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 38105 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36843_solr
[junit4] 2> 38133 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 38134 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 38146 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 38151 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40391_solr
[junit4] 2> 38152 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 38153 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 38153 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 38153 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40391_solr, 127.0.0.1:36843_solr]
[junit4] 2> 38153 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 38153 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 38157 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 38157 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 38179 DEBUG (ScheduledTrigger-40-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:40391_solr, 127.0.0.1:36843_solr]
[junit4] 2> 38312 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38322 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38322 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38324 INFO (jetty-launcher-17-thread-1) [n:127.0.0.1:40391_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/.
[junit4] 2> 38367 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38377 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38377 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 38378 INFO (jetty-launcher-17-thread-2) [n:127.0.0.1:36843_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node2/.
[junit4] 2> 38502 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 38503 INFO (SUITE-ExecutePlanActionTest-seed#[210701922B9B52A9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38291/solr ready
[junit4] 2> 38541 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 38543 DEBUG (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 38546 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 38549 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 38550 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 38550 DEBUG (OverseerAutoScalingTriggerThread-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 38793 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 38801 INFO (OverseerThreadFactory-42-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 38973 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36843/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 38977 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40391/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 39215 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39216 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 39275 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 39276 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 39389 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 39390 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 39397 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 39399 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40276 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40301 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 40306 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40306 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 40306 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36843.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 40307 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40307 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node2/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node2/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 40310 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 40346 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 40349 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 40349 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 40350 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 40366 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 40367 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 40522 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 40523 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40523 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 40523 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40525 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 40525 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 40525 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 40525 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 40527 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@691b2182[testExecute_shard1_replica_n2] main]
[junit4] 2> 40527 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@435a2aac[testExecute_shard1_replica_n1] main]
[junit4] 2> 40528 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 40530 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 40531 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 40531 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 40531 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 40532 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 40532 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582086720306806784
[junit4] 2> 40536 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582086720311001088
[junit4] 2> 40536 INFO (searcherExecutor-47-thread-1-processing-n:127.0.0.1:36843_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@435a2aac[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 40544 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 40544 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 40544 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36843/solr/testExecute_shard1_replica_n1/
[junit4] 2> 40547 INFO (searcherExecutor-48-thread-1-processing-n:127.0.0.1:40391_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@691b2182[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 40550 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:36843/solr START replicas=[https://127.0.0.1:40391/solr/testExecute_shard1_replica_n2/] nUpdates=100
[junit4] 2> 40566 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.S.Request [testExecute_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 40647 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40647 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40647 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40647 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:36843/solr DONE. We have no versions. sync failed.
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 40850 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 40856 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36843/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 40958 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40958 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40958 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 40958 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41007 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41008 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1793
[junit4] 2> 41109 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41109 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41109 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41109 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41547 INFO (qtp1286972071-157) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2272
[junit4] 2> 41552 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 41649 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41649 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41649 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 41649 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42553 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3759
[junit4] 2> 42561 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508795473512000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508795473512000000],
[junit4] 2> "nodeNames":["127.0.0.1:36843_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6dcfdf35, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@734caa22]}
[junit4] 2> 42561 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40391_solr&replica=core_node3
[junit4] 2> 42563 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 42574 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40391_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 42577 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:40391_solr&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 42579 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 42582 INFO (qtp1915136480-173) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 42584 INFO (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"https://127.0.0.1:36843/solr","node_name":"127.0.0.1:36843_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 42584 INFO (OverseerCollectionConfigSetProcessor-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 42591 INFO (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40391_solr for creating new replica
[junit4] 2> 42593 INFO (OverseerStateUpdate-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40391/solr",
[junit4] 2> "node_name":"127.0.0.1:40391_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 42695 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42695 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42696 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42696 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42795 INFO (qtp1286972071-161) [n:127.0.0.1:40391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 42796 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 42798 INFO (qtp1286972071-158) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631
[junit4] 2> 42798 INFO (qtp1286972071-158) [n:127.0.0.1:40391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 42815 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 42825 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 42828 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 42828 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 42829 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40391.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6786fa5
[junit4] 2> 42829 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 42829 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ExecutePlanActionTest_210701922B9B52A9-001/tempDir-001/node1/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 42883 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 42883 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 42884 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 42884 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 42886 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@275f6538[testExecute_shard1_replica_n5] main]
[junit4] 2> 42888 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 42888 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 42889 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 42890 INFO (searcherExecutor-57-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@275f6538[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 42890 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582086722779348992
[junit4] 2> 42894 INFO (parallelCoreAdminExecutor-43-thread-1-processing-n:127.0.0.1:40391_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 42896 INFO (updateExecutor-22-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 42900 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42900 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42901 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42901 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 42902 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 42902 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 42902 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 42903 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 42903 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:36843/solr/testExecute_shard1_replica_n1/] and I am [https://127.0.0.1:40391/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 42910 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:36843/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n1&nodeName=127.0.0.1:40391_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 42919 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 42920 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40391_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:40391/solr","node_name":"127.0.0.1:40391_solr","state":"down","type":"NRT"}
[junit4] 2> 43005 INFO (zkCallback-29-thread-1-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43005 INFO (zkCallback-29-thread-2-processing-n:127.0.0.1:36843_solr) [n:127.0.0.1:36843_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43006 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43006 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43800 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631
[junit4] 2> 43800 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714323063719631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 43804 INFO (qtp1915136480-170) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 43816 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
[junit4] 2> 43816 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35f6f732: rootName = solr_36843, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@20e46824
[junit4] 2> 43817 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940
[junit4] 2> 43818 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 43830 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@454cf597
[junit4] 2> 43830 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=1162671511
[junit4] 2> 43830 INFO (parallelCoreAdminExecutor-45-thread-1-processing-n:127.0.0.1:36843_solr mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714324071616940 UNLOAD) [n:127.0.0.1:36843_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1162671511
[junit4] 2> 43839 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 43942 INFO (zkCallback-28-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 43942 INFO (zkCallback-28-thread-1-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 44829 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940
[junit4] 2> 44829 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/04714324071616940&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 44933 INFO (OverseerThreadFactory-42-thread-2-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 46340 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40391/solr/testExecute_shard1_replica_n2/
[junit4] 2> 46340 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:40391/solr START replicas=[https://127.0.0.1:40391/solr/testExecute_shard1_replica_n5/] nUpdates=100
[junit4] 2> 46345 INFO (qtp1286972071-166) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.S.Request [testExecute_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 46586 INFO (OverseerCollectionConfigSetProcessor-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 46641 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:40391/solr DONE. We have no versions. sync failed.
[junit4] 2> 46641 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 46641 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 46645 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40391/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 46646 INFO (zkCallback-28-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 46646 INFO (zkCallback-28-thread-4-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 47586 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47587 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47587 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 finished with state=COMPLETED in 5s
[junit4] 2> 47588 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47588 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47590 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 47590 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 47591 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47592 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 47593 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 47597 INFO (qtp1915136480-162) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 47605 INFO (OverseerThreadFactory-42-thread-3-processing-n:127.0.0.1:40391_solr) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 49598 INFO (OverseerCollectionConfigSetProcessor-98880419822698501-127.0.0.1:40391_solr-n_0000000000) [n:127.0.0.1:40391_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 52600 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 52607 INFO (qtp1915136480-169) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 52609 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[210701922B9B52A9]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0 finished with state=COMPLETED in 5s
[junit4] 2> 52610 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 52610 INFO (qtp1915136480-172) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 72923 ERROR (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:testExecute_shard1_replica_n1
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:75)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 72923 INFO (qtp1915136480-168) [n:127.0.0.1:36843_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40391_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=30004
[junit4] 2> 72928 ERROR (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0517d3d666a00Tcxgjuiiwtw0tzj72hqnci532m//04714323063719631 CREATE n:127.0.0.1:40391_solr s:shard1 c:testExecute) [n:127.0.0.1:40391_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Error while trying to recover. core=testExecute_shard1_replica_n5:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36843/solr: core not found:testExecute_shard1_replica_n1
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:825)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:562)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:302)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:286)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36843/solr: core not found:testExecute_shard1_replica_n1
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:297)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 72928 INFO (recoveryExecutor-23-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_
[...truncated too long message...]
apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 1324615 ERROR (jetty-launcher-1701-thread-1-EventThread) [n:127.0.0.1:34057_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Oct 23, 2017 10:12:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1497, maxMBSortInHeap=7.830127354103327, sim=RandomSimilarity(queryNorm=false): {}, locale=hi, timezone=Etc/GMT+4
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=164615280,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestConfig, SearchHandlerTest, DateFieldTest, SliceStateTest, TestCustomDocTransformer, SubstringBytesRefFilterTest, TestPostingsSolrHighlighter, TestConfigOverlay, TestDownShardTolerantSearch, RankQueryTest, TestCodecSupport, TestCopyFieldCollectionResource, StatsReloadRaceTest, TestUseDocValuesAsStored2, TestShardHandlerFactory, RemoteQueryErrorTest, OverseerModifyCollectionTest, MissingSegmentRecoveryTest, TestTlogReplica, CdcrReplicationHandlerTest, HttpSolrCallGetCoreTest, TestStressUserVersions, TestGraphTermsQParserPlugin, TestConfigSets, TestClusterProperties, TestSQLHandlerNonCloud, SparseHLLTest, TestJsonRequest, TestFieldCache, TestLRUStatsCache, DocExpirationUpdateProcessorFactoryTest, TestBulkSchemaConcurrent, TestSuggestSpellingConverter, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestNumericTokenStream, HdfsRecoveryZkTest, UpdateLogTest, TestNamedUpdateProcessors, DeleteReplicaTest, TestMinMaxOnMultiValuedField, TestShortCircuitedRequests, JSONWriterTest, TestMergePolicyConfig, ZkFailoverTest, ResponseLogComponentTest, TestUtils, DistributedQueryElevationComponentTest, PeerSyncTest, TestDFRSimilarityFactory, TestSolrDeletionPolicy1, ResourceLoaderTest, TestSolrIndexConfig, TestHdfsUpdateLog, TestSubQueryTransformerCrossCore, ForceLeaderTest, TestConfigsApi, ZkStateReaderTest, TermsComponentTest, TestFieldCollectionResource, TestComponentsName, DocValuesMissingTest, TestSweetSpotSimilarityFactory, TestCollapseQParserPlugin, TestUninvertingReader, TestInitParams, TestStressVersions, TestSolrQueryResponse, SolrIndexMetricsTest, TestClassicSimilarityFactory, TestPullReplicaErrorHandling, BaseCdcrDistributedZkTest, HdfsThreadLeakTest, DistribCursorPagingTest, TestQueryUtils, TestConfigSetsAPI, TestSolrJ, TestDistribIDF, DeleteInactiveReplicaTest, TestFieldCacheSortRandom, TestXmlQParserPlugin, IndexSchemaRuntimeFieldTest, HdfsCollectionsAPIDistributedZkTest, BlockJoinFacetSimpleTest, BJQParserTest, TestSystemCollAutoCreate, BasicFunctionalityTest, TestSolrCoreParser, DistributedFacetPivotLongTailTest, RestartWhileUpdatingTest, TestConfigReload, ReplicaListTransformerTest, LeaderElectionIntegrationTest, SolrPluginUtilsTest, DistributedQueueTest, NoCacheHeaderTest, TestSolrXml, BasicZkTest, ExternalFileFieldSortTest, SuggestComponentContextFilterQueryTest, TestRandomCollapseQParserPlugin, TestRequestStatusCollectionAPI, TestManagedSchemaAPI, ActionThrottleTest, FullHLLTest, TestCustomSort, DocumentBuilderTest, NodeLostTriggerTest, TestHighlightDedupGrouping, TestPHPSerializedResponseWriter, TestLegacyFieldCache, TestPerFieldSimilarityWithDefaultOverride, TestRecovery, TestReplicationHandler, LeaderElectionContextKeyTest, SpellCheckCollatorTest, TestMultiWordSynonyms, PKIAuthenticationIntegrationTest, TestImpersonationWithHadoopAuth]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=210701922B9B52A9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi -Dtests.timezone=Etc/GMT+4 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:
[junit4] > 1) Thread[id=13219, name=jetty-launcher-1701-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=13217, name=jetty-launcher-1701-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([210701922B9B52A9]:0)
[junit4] Completed [241/745 (2!)] on J0 in 42.51s, 10 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 48822 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
20718 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20718/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at https://127.0.0.1:39407/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:39407/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([4EC96A281BFF5385:ED33C48D9C17B920]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:998)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39407/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13111 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/init-core-data-001
[junit4] 2> 2404495 WARN (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
[junit4] 2> 2404495 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2404496 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2404497 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2404499 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001
[junit4] 2> 2404499 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2404500 INFO (Thread-4757) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2404500 INFO (Thread-4757) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2404501 ERROR (Thread-4757) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2404600 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.ZkTestServer start zk server on port:41235
[junit4] 2> 2404604 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4a4ff7090000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404610 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c4f3c7{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@317db0{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9ea519{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14bbf33{/solr,null,AVAILABLE}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9106e8{SSL,[ssl, http/1.1]}{127.0.0.1:43785}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.e.j.s.Server Started @2405768ms
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c3020{SSL,[ssl, http/1.1]}{127.0.0.1:40863}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.e.j.s.Server Started @2405768ms
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43785}
[junit4] 2> 2404613 ERROR (jetty-launcher-3049-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40863}
[junit4] 2> 2404612 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f05ed2{SSL,[ssl, http/1.1]}{127.0.0.1:39019}
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-3) [ ] o.e.j.s.Server Started @2405771ms
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39019}
[junit4] 2> 2404616 ERROR (jetty-launcher-3049-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404616 ERROR (jetty-launcher-3049-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.580Z
[junit4] 2> 2404614 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404613 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d042da{SSL,[ssl, http/1.1]}{127.0.0.1:36399}
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-4) [ ] o.e.j.s.Server Started @2405773ms
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36399}
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.581Z
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404616 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1249832{/solr,null,AVAILABLE}
[junit4] 2> 2404617 ERROR (jetty-launcher-3049-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404617 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.582Z
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404618 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.582Z
[junit4] 2> 2404619 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13a1e80{SSL,[ssl, http/1.1]}{127.0.0.1:39195}
[junit4] 2> 2404619 INFO (jetty-launcher-3049-thread-5) [ ] o.e.j.s.Server Started @2405775ms
[junit4] 2> 2404619 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39195}
[junit4] 2> 2404619 ERROR (jetty-launcher-3049-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T17:37:55.584Z
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404620 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404621 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404622 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404622 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2404633 INFO (jetty-launcher-3049-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404634 INFO (jetty-launcher-3049-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404634 INFO (jetty-launcher-3049-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404635 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4a4ff7090006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2404643 INFO (jetty-launcher-3049-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404643 INFO (jetty-launcher-3049-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41235/solr
[junit4] 2> 2404658 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404658 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40863_solr
[junit4] 2> 2404659 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.Overseer Overseer (id=98879424132874254-127.0.0.1:40863_solr-n_0000000000) starting
[junit4] 2> 2404660 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404661 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43785_solr
[junit4] 2> 2404661 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404662 INFO (zkCallback-3076-thread-1-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2404669 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40863_solr
[junit4] 2> 2404678 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404679 INFO (zkCallback-3076-thread-1-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2404680 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2404683 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39195_solr
[junit4] 2> 2404691 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2404691 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2404715 INFO (zkCallback-3076-thread-2-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2404742 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2404743 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404746 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39019_solr
[junit4] 2> 2404758 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404758 INFO (zkCallback-3076-thread-2-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404758 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404759 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2404764 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2404765 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2404766 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36399_solr
[junit4] 2> 2404769 INFO (zkCallback-3076-thread-2-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404769 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404774 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404775 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404786 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2404927 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404940 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40863.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404947 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404947 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404950 INFO (jetty-launcher-3049-thread-1) [n:127.0.0.1:43785_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node1/.
[junit4] 2> 2404965 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40863.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404967 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40863.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404970 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404972 INFO (jetty-launcher-3049-thread-2) [n:127.0.0.1:40863_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node2/.
[junit4] 2> 2404987 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404991 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404992 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2404994 INFO (jetty-launcher-3049-thread-3) [n:127.0.0.1:39019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node3/.
[junit4] 2> 2405007 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405007 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405009 INFO (jetty-launcher-3049-thread-5) [n:127.0.0.1:39195_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node5/.
[junit4] 2> 2405117 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405132 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405132 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2405134 INFO (jetty-launcher-3049-thread-4) [n:127.0.0.1:36399_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node4/.
[junit4] 2> 2405280 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2405280 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41235/solr ready
[junit4] 2> 2405282 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[4EC96A281BFF5385]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
[junit4] 2> 2405372 INFO (qtp23076949-18571) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=eae92463-2943-46cb-bb3a-cb23eb938808&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2405374 INFO (qtp23076949-18571) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=eae92463-2943-46cb-bb3a-cb23eb938808&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2405375 INFO (OverseerThreadFactory-8535-thread-1-processing-n:127.0.0.1:40863_solr) [n:127.0.0.1:40863_solr ] o.a.s.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
[junit4] 2> 2405376 INFO (qtp23076949-18593) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2405378 INFO (qtp23076949-18593) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2405481 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36399/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405482 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39019/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405484 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43785/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405486 INFO (OverseerStateUpdate-98879424132874254-127.0.0.1:40863_solr-n_0000000000) [n:127.0.0.1:40863_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39195/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2405724 INFO (qtp23076949-18571) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=14
[junit4] 2> 2405729 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405729 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405827 INFO (qtp32470733-18578) [n:127.0.0.1:43785_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 2405828 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405828 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405833 INFO (qtp28850912-18600) [n:127.0.0.1:39195_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 2405833 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405834 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405836 INFO (qtp27107476-18587) [n:127.0.0.1:36399_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 2405836 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2405837 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2405838 INFO (qtp27107476-18590) [n:127.0.0.1:36399_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809
[junit4] 2> 2405839 INFO (qtp27107476-18590) [n:127.0.0.1:36399_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2405944 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3066-thread-2-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3067-thread-2-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3078-thread-2-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405944 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2405945 INFO (zkCallback-3074-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2406379 INFO (qtp23076949-18595) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2406380 INFO (qtp23076949-18595) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2406743 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406751 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2406754 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406754 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n2' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406755 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39019.solr.core.testStopAllStartAllCollection.shard1.replica_n2' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406755 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406755 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node3/testStopAllStartAllCollection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node3/./testStopAllStartAllCollection_shard1_replica_n2/data/]
[junit4] 2> 2406831 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406831 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406831 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406832 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406833 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@da45f3[testStopAllStartAllCollection_shard1_replica_n2] main]
[junit4] 2> 2406836 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406837 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406839 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406840 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406842 INFO (searcherExecutor-8546-thread-1-processing-x:testStopAllStartAllCollection_shard1_replica_n2 r:core_node5 eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE n:127.0.0.1:39019_solr s:shard1 c:testStopAllStartAllCollection) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n2] Registered new searcher Searcher@da45f3[testStopAllStartAllCollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406842 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788580704256
[junit4] 2> 2406844 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406845 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2406847 INFO (qtp27107476-18584) [n:127.0.0.1:36399_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809
[junit4] 2> 2406848 INFO (qtp27107476-18584) [n:127.0.0.1:36399_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2406848 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406848 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n4' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406849 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43785.solr.core.testStopAllStartAllCollection.shard2.replica_n4' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406849 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406849 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node1/testStopAllStartAllCollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node1/./testStopAllStartAllCollection_shard2_replica_n4/data/]
[junit4] 2> 2406852 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2406853 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2406855 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406855 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n6' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406856 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39195.solr.core.testStopAllStartAllCollection.shard2.replica_n6' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406856 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406856 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node5/testStopAllStartAllCollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node5/./testStopAllStartAllCollection_shard2_replica_n6/data/]
[junit4] 2> 2406859 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2406860 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2406863 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2406863 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n1' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 2406864 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36399.solr.core.testStopAllStartAllCollection.shard1.replica_n1' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e3450
[junit4] 2> 2406864 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2406864 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node4/testStopAllStartAllCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001/tempDir-001/node4/./testStopAllStartAllCollection_shard1_replica_n1/data/]
[junit4] 2> 2406928 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406928 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406929 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406929 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406932 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f239cb[testStopAllStartAllCollection_shard2_replica_n4] main]
[junit4] 2> 2406933 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406933 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406934 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406934 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788677173248
[junit4] 2> 2406937 INFO (searcherExecutor-8551-thread-1-processing-x:testStopAllStartAllCollection_shard2_replica_n4 r:core_node7 eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE n:127.0.0.1:43785_solr s:shard2 c:testStopAllStartAllCollection) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n4] Registered new searcher Searcher@1f239cb[testStopAllStartAllCollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406940 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2406940 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406940 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406942 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406942 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406943 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2406943 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2406944 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2406944 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2406944 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@89c128[testStopAllStartAllCollection_shard2_replica_n6] main]
[junit4] 2> 2406945 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406946 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406946 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@84e023[testStopAllStartAllCollection_shard1_replica_n1] main]
[junit4] 2> 2406946 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8539-thread-1-processing-n:127.0.0.1:39195_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788690804736
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2406947 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2406948 INFO (searcherExecutor-8552-thread-1-processing-x:testStopAllStartAllCollection_shard2_replica_n6 r:core_node8 eae92463-2943-46cb-bb3a-cb23eb9388084699125767742840 CREATE n:127.0.0.1:39195_solr s:shard2 c:testStopAllStartAllCollection) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n6] Registered new searcher Searcher@89c128[testStopAllStartAllCollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406948 INFO (searcherExecutor-8553-thread-1-processing-x:testStopAllStartAllCollection_shard1_replica_n1 r:core_node3 eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE n:127.0.0.1:36399_solr s:shard1 c:testStopAllStartAllCollection) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n1] Registered new searcher Searcher@84e023[testStopAllStartAllCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2406949 INFO (parallelCoreAdminExecutor-8544-thread-1-processing-n:127.0.0.1:36399_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125762281809 CREATE) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582070788692901888
[junit4] 2> 2407041 INFO (zkCallback-3078-thread-2-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3066-thread-2-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3074-thread-2-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3067-thread-2-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407041 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39019/solr/testStopAllStartAllCollection_shard1_replica_n2/
[junit4] 2> 2407361 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n2 url=https://127.0.0.1:39019/solr START replicas=[https://127.0.0.1:36399/solr/testStopAllStartAllCollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2407367 INFO (qtp27107476-18590) [n:127.0.0.1:36399_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.S.Request [testStopAllStartAllCollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2407382 INFO (qtp23076949-18596) [n:127.0.0.1:39019_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2407382 INFO (qtp23076949-18596) [n:127.0.0.1:39019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=eae92463-2943-46cb-bb3a-cb23eb938808&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43785/solr/testStopAllStartAllCollection_shard2_replica_n4/
[junit4] 2> 2407441 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n4 url=https://127.0.0.1:43785/solr START replicas=[https://127.0.0.1:39195/solr/testStopAllStartAllCollection_shard2_replica_n6/] nUpdates=100
[junit4] 2> 2407450 INFO (qtp28850912-18601) [n:127.0.0.1:39195_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.S.Request [testStopAllStartAllCollection_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n2 url=https://127.0.0.1:39019/solr DONE. We have no versions. sync failed.
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2407662 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2407664 INFO (parallelCoreAdminExecutor-8538-thread-1-processing-n:127.0.0.1:39019_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125763986694 CREATE) [n:127.0.0.1:39019_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39019/solr/testStopAllStartAllCollection_shard1_replica_n2/ shard1
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n4 url=https://127.0.0.1:43785/solr DONE. We have no versions. sync failed.
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2407743 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2407744 INFO (parallelCoreAdminExecutor-8536-thread-1-processing-n:127.0.0.1:43785_solr eae92463-2943-46cb-bb3a-cb23eb9388084699125765777335 CREATE) [n:127.0.0.1:43785_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43785/solr/testStopAllStartAllCollection_shard2_replica_n4/ shard2
[junit4] 2> 2407845 INFO (zkCallback-3078-thread-2-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407845 INFO (zkCallback-3067-thread-1-processing-n:127.0.0.1:36399_solr) [n:127.0.0.1:36399_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407846 INFO (zkCallback-3066-thread-2-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407846 INFO (zkCallback-3066-thread-1-processing-n:127.0.0.1:39019_solr) [n:127.0.0.1:39019_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407845 INFO (zkCallback-3078-thread-1-processing-n:127.0.0.1:43785_solr) [n:127.0.0.1:43785_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2407845 INFO (zkCallback-3074-thread-1-processing-n:127.0.0.1:39195_solr) [n:127.0.0.1:39195_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartA
[...truncated too long message...]
olExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2454539 WARN (zkCallback-3184-thread-2-processing-n:127.0.0.1:34597_solr) [n:127.0.0.1:34597_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:45693_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:45693_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:392)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:389)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2454540 INFO (jetty-closer-3164-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@657e59{/solr,null,UNAVAILABLE}
[junit4] 2> 2454540 INFO (jetty-closer-3164-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77e6c{/solr,null,UNAVAILABLE}
[junit4] 2> 2454541 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[4EC96A281BFF5385]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2454542 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[4EC96A281BFF5385]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42095 42095
[junit4] 2> 2460076 INFO (Thread-4916) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42095 42095
[junit4] 2> 2460077 WARN (Thread-4916) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98879427141435403-127.0.0.1:34597_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 2460077 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[4EC96A281BFF5385]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 2460078 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[4EC96A281BFF5385]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42095 42095
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_4EC96A281BFF5385-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1067, maxMBSortInHeap=6.9132456295410165, sim=RandomSimilarity(queryNorm=false): {}, locale=pt, timezone=Pacific/Guadalcanal
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=202543688,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestLMDirichletSimilarityFactory, ExecutePlanActionTest, TestSubQueryTransformer, DocValuesNotIndexedTest, TestManagedSynonymFilterFactory, SharedFSAutoReplicaFailoverTest, TestNumericRangeQuery64, ReplicationFactorTest, TestSearcherReuse, AnalysisErrorHandlingTest, OverseerStatusTest, ManagedSchemaRoundRobinCloudTest, HLLUtilTest, RequiredFieldsTest, AliasIntegrationTest, SolrJmxReporterTest, QueryElevationComponentTest, TestRealTimeGet, TimeZoneUtilsTest, DirectSolrSpellCheckerTest, TestRequestForwarding, NodeAddedTriggerTest, TestHdfsCloudBackupRestore, JvmMetricsTest, SolrMetricManagerTest, BufferStoreTest, TestSolrCoreSnapshots, TestClusterStateMutator, TestManagedSchema, TestZkAclsWithHadoopAuth, DistributedFacetPivotLargeTest, TestSearchPerf, MigrateRouteKeyTest, TestNonDefinedSimilarityFactory, UUIDUpdateProcessorFallbackTest, TestPointFields, ReturnFieldsTest, HttpPartitionTest, SimpleMLTQParserTest, TestSystemIdResolver, UUIDFieldTest, ConfigSetsAPITest, TestValueSourceCache, TestZkChroot, TestBackupRepositoryFactory, TestExtendedDismaxParser, SortByFunctionTest, DistributedSpellCheckComponentTest, TestPKIAuthenticationPlugin, CdcrVersionReplicationTest, TestExactStatsCache, BlockJoinFacetRandomTest, AutoAddReplicasPlanActionTest, HdfsUnloadDistributedZkTest, TestIndexSearcher, TestTestInjection, TestCloudPivotFacet, DirectSolrConnectionTest, TestBlendedInfixSuggestions, TestBulkSchemaAPI, CoreAdminHandlerTest, TestDistributedMissingSort, ImplicitSnitchTest, XmlUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestCollectionAPIs, CloneFieldUpdateProcessorFactoryTest, TestObjectReleaseTracker, TestStandardQParsers, TestDistributedGrouping, TestHashPartitioner, TestCloudDeleteByQuery, TestCustomStream, TestLRUCache, SSLMigrationTest, TestTrie, TestDocTermOrds, CoreAdminRequestStatusTest, TestCoreContainer, TemplateUpdateProcessorTest, BasicDistributedZk2Test, DefaultValueUpdateProcessorTest, TestReplicationHandlerBackup, TestXmlQParser, UnloadDistributedZkTest, SuggesterTest, TestBlobHandler, SolrCloudExampleTest, TestFiltering, TestMiniSolrCloudClusterSSL, TestAddFieldRealTimeGet, AnalyticsQueryTest, SolrTestCaseJ4Test, CollectionsAPIAsyncDistributedZkTest, OverseerTest, TestCharFilters, TestReload, DeleteNodeTest, StatsComponentTest, SuggesterWFSTTest, DeleteStatusTest, DateRangeFieldTest, MergeStrategyTest, ClassificationUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestDelegationWithHadoopAuth, InfixSuggestersTest, ClusterStateTest, TestGroupingSearch, MetricsHandlerTest, IndexBasedSpellCheckerTest, TestSolrConfigHandler, IndexSchemaTest, SolrGangliaReporterTest, TestPullReplica, TestElisionMultitermQuery, TestJsonFacets, TestCoreDiscovery, LeaderElectionTest, BooleanFieldTest, TestReloadAndDeleteDocs, TestSolr4Spatial2, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestDistributedSearch, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, OutputWriterTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, DateFieldTest, TestSolrJ, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HealthCheckHandlerTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, MoveReplicaTest, PeerSyncReplicationTest, ReplaceNodeTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster]
[junit4] Completed [483/745 (1!)] on J2 in 55.60s, 3 tests, 1 error <<< FAILURES!
[...truncated 43858 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
20717 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20717/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:39171_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:33539/solr", "node_name":"127.0.0.1:33539_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:39171/solr", "node_name":"127.0.0.1:39171_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:39171_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/8)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:33539/solr",
"node_name":"127.0.0.1:33539_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:39171/solr",
"node_name":"127.0.0.1:39171_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F38C7D0E9C0A8B38:43ED7322B9352A1D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13997 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/init-core-data-001
[junit4] 2> 2166327 WARN (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=15 numCloses=15
[junit4] 2> 2166327 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2166329 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2166330 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2166330 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001
[junit4] 2> 2166330 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2166331 INFO (Thread-6805) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2166331 INFO (Thread-6805) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2166336 ERROR (Thread-6805) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2166431 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36075
[junit4] 2> 2166440 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2166440 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2166442 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@241fdd07{/solr,null,AVAILABLE}
[junit4] 2> 2166442 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52e26984{/solr,null,AVAILABLE}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4edcd561{SSL,[ssl, http/1.1]}{127.0.0.1:39171}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1375380c{SSL,[ssl, http/1.1]}{127.0.0.1:33539}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.e.j.s.Server Started @2167895ms
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-1) [ ] o.e.j.s.Server Started @2167895ms
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39171}
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33539}
[junit4] 2> 2166443 ERROR (jetty-launcher-5973-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2166443 ERROR (jetty-launcher-5973-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2166443 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T12:25:33.154Z
[junit4] 2> 2166444 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T12:25:33.154Z
[junit4] 2> 2166445 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2166445 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2166449 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4931fa720002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2166450 INFO (jetty-launcher-5973-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36075/solr
[junit4] 2> 2166450 INFO (jetty-launcher-5973-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36075/solr
[junit4] 2> 2166450 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4931fa720004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2166470 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2166470 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2166471 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39171_solr
[junit4] 2> 2166471 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33539_solr
[junit4] 2> 2166471 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.Overseer Overseer (id=98878195829440517-127.0.0.1:39171_solr-n_0000000000) starting
[junit4] 2> 2166471 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2166472 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2166474 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 2166474 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2166474 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39171_solr
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33539_solr]
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2166475 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2166475 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2166475 DEBUG (ScheduledTrigger-9391-thread-1) [n:127.0.0.1:39171_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33539_solr]
[junit4] 2> 2166476 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2166518 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166522 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166522 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166523 INFO (jetty-launcher-5973-thread-2) [n:127.0.0.1:39171_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node2/.
[junit4] 2> 2166524 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166529 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166529 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2166530 INFO (jetty-launcher-5973-thread-1) [n:127.0.0.1:33539_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/.
[junit4] 2> 2166545 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2166546 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36075/solr ready
[junit4] 2> 2166556 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 2166557 DEBUG (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2166557 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2166558 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2166558 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2166558 DEBUG (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2166580 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2166582 INFO (OverseerThreadFactory-9393-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 2166686 INFO (OverseerStateUpdate-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33539/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2166688 INFO (OverseerStateUpdate-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39171/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2166893 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2166894 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2166930 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2166931 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2167035 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167035 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167036 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167036 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2167907 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2167915 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2167918 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2167918 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 2167919 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39171.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2167919 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2167919 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 2167939 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2167945 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2167947 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2167947 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 2167948 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2167948 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2167948 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 2167953 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2167953 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2167954 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2167954 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2167955 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@39377567[testExecute_shard1_replica_n2] main]
[junit4] 2> 2167956 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2167956 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2167956 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2167957 INFO (searcherExecutor-9398-thread-1-processing-n:127.0.0.1:39171_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@39377567[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2167957 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582051134974984192
[junit4] 2> 2167959 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2168502 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168503 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168502 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168503 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2168512 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2168512 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2168512 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2168513 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2168513 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2acd9182[testExecute_shard1_replica_n1] main]
[junit4] 2> 2168514 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2168514 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2168515 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2168515 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582051135560089600
[junit4] 2> 2168515 INFO (searcherExecutor-9400-thread-1-processing-n:127.0.0.1:33539_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@2acd9182[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2169003 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2169003 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2169003 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39171/solr/testExecute_shard1_replica_n2/
[junit4] 2> 2169004 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:39171/solr START replicas=[https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2169010 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2169304 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:39171/solr DONE. We have no versions. sync failed.
[junit4] 2> 2169305 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2169305 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2169305 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2169309 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39171/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 2169411 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169411 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169411 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169411 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169460 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2169461 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2567
[junit4] 2> 2169519 INFO (qtp1579585847-30704) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2589
[junit4] 2> 2169522 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2169621 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169621 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169621 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2169621 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170522 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3942
[junit4] 2> 2170529 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508761537237000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508761537237000000],
[junit4] 2> "nodeNames":["127.0.0.1:39171_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5427549a, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@3b0e9f8f]}
[junit4] 2> 2170529 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:33539_solr&replica=core_node4
[junit4] 2> 2170531 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 2170534 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:33539_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2170536 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:33539_solr&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2170537 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2170538 INFO (qtp82692532-30703) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2170539 INFO (OverseerThreadFactory-9393-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node4:{"core":"testExecute_shard1_replica_n2","base_url":"https://127.0.0.1:39171/solr","node_name":"127.0.0.1:39171_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 2170539 INFO (OverseerCollectionConfigSetProcessor-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2170540 INFO (OverseerThreadFactory-9393-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33539_solr for creating new replica
[junit4] 2> 2170542 INFO (OverseerStateUpdate-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33539/solr",
[junit4] 2> "node_name":"127.0.0.1:33539_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2170644 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170644 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170644 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170644 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170743 INFO (qtp1579585847-30711) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 2170743 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2170744 INFO (qtp1579585847-30715) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045
[junit4] 2> 2170744 INFO (qtp1579585847-30715) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2170755 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2170763 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33539.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19ed7e6
[junit4] 2> 2170767 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2170768 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001/tempDir-001/node1/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 2170799 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2170800 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2170800 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2170800 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2170801 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@43d916e0[testExecute_shard1_replica_n5] main]
[junit4] 2> 2170802 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2170802 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2170802 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2170803 INFO (searcherExecutor-9408-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@43d916e0[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2170803 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582051137959231488
[junit4] 2> 2170805 INFO (parallelCoreAdminExecutor-9395-thread-1-processing-n:127.0.0.1:33539_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 2170805 INFO (updateExecutor-5979-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2170805 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:39171/solr/testExecute_shard1_replica_n2/] and I am [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 2170806 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:39171/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:33539_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2170807 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2170808 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:33539_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:33539/solr","state":"down","node_name":"127.0.0.1:33539_solr","type":"NRT"}
[junit4] 2> 2170906 INFO (zkCallback-5984-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170907 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170907 INFO (zkCallback-5984-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2170907 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2171745 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045
[junit4] 2> 2171745 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680386770333045&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2171746 INFO (qtp82692532-30717) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n2&async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 2171747 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=null
[junit4] 2> 2171747 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@660c71d9: rootName = solr_39171, domain = solr.core.testExecute.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4b0e6725
[junit4] 2> 2171747 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163
[junit4] 2> 2171747 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2171759 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4cdef751
[junit4] 2> 2171759 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=1289680721
[junit4] 2> 2171759 INFO (parallelCoreAdminExecutor-9394-thread-1-processing-n:127.0.0.1:39171_solr mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680387773638163 UNLOAD) [n:127.0.0.1:39171_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1289680721
[junit4] 2> 2171762 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2171864 INFO (zkCallback-5985-thread-1-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2171864 INFO (zkCallback-5985-thread-3-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2172748 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163
[junit4] 2> 2172748 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/04680387773638163&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2172850 INFO (OverseerThreadFactory-9393-thread-2-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2174263 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/
[junit4] 2> 2174263 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:33539/solr START replicas=[https://127.0.0.1:33539/solr/testExecute_shard1_replica_n5/] nUpdates=100
[junit4] 2> 2174265 INFO (qtp1579585847-30706) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.S.Request [testExecute_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2174541 INFO (OverseerCollectionConfigSetProcessor-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2174563 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:33539/solr DONE. We have no versions. sync failed.
[junit4] 2> 2174563 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2174563 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2174568 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 2174569 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2174569 INFO (zkCallback-5985-thread-3-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2175540 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175541 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175541 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 finished with state=COMPLETED in 5s
[junit4] 2> 2175541 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175541 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175542 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 2175543 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 2175543 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175544 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175544 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2175545 INFO (qtp82692532-30710) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2175546 INFO (OverseerThreadFactory-9393-thread-3-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2177545 INFO (OverseerCollectionConfigSetProcessor-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2180547 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2180548 INFO (qtp82692532-30712) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2180548 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[F38C7D0E9C0A8B38]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0 finished with state=COMPLETED in 5s
[junit4] 2> 2180549 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2180549 INFO (qtp82692532-30718) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2200811 ERROR (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:testExecute_shard1_replica_n2
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:75)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2200812 INFO (qtp82692532-30708) [n:127.0.0.1:39171_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33539_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n2&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=30004
[junit4] 2> 2200813 ERROR (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Error while trying to recover. core=testExecute_shard1_replica_n5:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39171/solr: core not found:testExecute_shard1_replica_n2
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:825)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:562)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:302)
[junit4] 2> at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:286)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39171/solr: core not found:testExecute_shard1_replica_n2
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:297)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 2200814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
[junit4] 2> 2200814 ERROR (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Recovery failed - trying again... (0)
[junit4] 2> 2200814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Wait [2.0] seconds before trying to recover again (attempt=1)
[junit4] 2> 2210814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 2210814 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Restarting buffering. previous=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=0}
[junit4] 2> 2210815 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=BUFFERING, tlog=null}
[junit4] 2> 2210815 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] and I am [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 2210818 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:33539/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n1&nodeName=127.0.0.1:33539_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 2210819 INFO (zkCallback-5985-thread-3-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2210819 INFO (zkCallback-5992-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2210819 INFO (zkCallback-5985-thread-2-processing-n:127.0.0.1:33539_solr) [n:127.0.0.1:33539_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:33539_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:33539/solr","node_name":"127.0.0.1:33539_solr","state":"recovering","type":"NRT"}
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 2210821 INFO (qtp1579585847-30705) [n:127.0.0.1:33539_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33539_solr&onlyIfLeaderActive=true&core=testExecute_shard1_replica_n1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2211322 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] - recoveringAfterStartup=[true]
[junit4] 2> 2211322 INFO (recoveryExecutor-5981-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f0329fd5c89f40T3ist9hqz7urgimdv2ck3pauhi//04680386770333045 CREATE n:127.0.0.1:33539_solr s:shard1 c:testExecute) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n5 url=https://127.0.0.1:33539/solr START replicas=[https://127.0.0.1:33539/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2211325 INFO (qtp1579585847-30711) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2211325 INFO (qtp1579585847-30711) [n:127.0.0.1:33539_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&
[...truncated too long message...]
ache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99)
[junit4] 2> ... 9 more
[junit4] 2> 2827709 WARN (OverseerThreadFactory-9393-thread-5-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.MoveReplicaCmd Timed out waiting for leader's replica to recover, collection=testExecute shard=shard1 on node=127.0.0.1:39171_solr
[junit4] 2> 2827710 INFO (OverseerThreadFactory-9393-thread-5-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2827711 WARN (OverseerAutoScalingTriggerThread-98878195829440517-127.0.0.1:39171_solr-n_0000000000) [n:127.0.0.1:39171_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2827711 DEBUG (jetty-closer-5974-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2827711 ERROR (AutoscalingActionExecutor-9392-thread-1-processing-n:127.0.0.1:39171_solr) [n:127.0.0.1:39171_solr ] o.a.s.c.a.ScheduledTriggers Unexpected exception while waiting for pending task with requestid: node_lost_trigger/14f032aa4d7d42c0T3ist9hqz7urgimdv2ck3pauhm/0 to finish
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at java.lang.Thread.sleep(Thread.java:340)
[junit4] 2> at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:155)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2827712 INFO (jetty-closer-5974-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52e26984{/solr,null,UNAVAILABLE}
[junit4] 2> 2827712 ERROR (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2827712 INFO (SUITE-ExecutePlanActionTest-seed#[F38C7D0E9C0A8B38]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36075 36075
[junit4] 2> 2832482 INFO (Thread-6805) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36075 36075
[junit4] 2> 2832483 WARN (Thread-6805) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections/testIntegration/state.json
[junit4] 2> 20 /solr/collections/testExecute/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_F38C7D0E9C0A8B38-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1596, maxMBSortInHeap=7.019843452756357, sim=RandomSimilarity(queryNorm=true): {}, locale=el, timezone=Africa/Addis_Ababa
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=172606008,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, TestConfigReload, SparseHLLTest, SpellCheckCollatorTest, BaseCdcrDistributedZkTest, TestClassicSimilarityFactory, HdfsDirectoryFactoryTest, TestLeaderElectionWithEmptyReplica, SpatialFilterTest, TestLegacyFieldReuse, TestReversedWildcardFilterFactory, TestSchemaSimilarityResource, TestUniqueKeyFieldResource, TestPayloadCheckQParserPlugin, UtilsToolTest, SpellCheckComponentTest, AutoScalingHandlerTest, CoreSorterTest, TestNumericTokenStream, TestRandomFaceting, TestUtils, TestCollapseQParserPlugin, LeaderElectionContextKeyTest, TestRuleBasedAuthorizationPlugin, TestLegacyFieldCache, TestHighlightDedupGrouping, TestRequestStatusCollectionAPI, DistributedFacetPivotLongTailTest, TestSuggestSpellingConverter, RequestLoggingTest, OverseerModifyCollectionTest, TestDistributedSearch, CdcrReplicationHandlerTest, DistribCursorPagingTest, SolrGraphiteReporterTest, TestSolrCloudWithDelegationTokens, TestCryptoKeys, NodeLostTriggerTest, JsonLoaderTest, TestPostingsSolrHighlighter, SearchHandlerTest, JSONWriterTest, DocValuesTest, ActionThrottleTest, TestHdfsUpdateLog, TestStressUserVersions, TestFoldingMultitermQuery, PropertiesRequestHandlerTest, TestComponentsName, BJQParserTest, TestLegacyNumericRangeQueryBuilder, TestRecovery, TestDFRSimilarityFactory, PKIAuthenticationIntegrationTest, TestPolicyCloud, TestSystemCollAutoCreate, IndexSchemaRuntimeFieldTest, TestPhraseSuggestions, FileUtilsTest, TestLuceneIndexBackCompat, TestCloudPseudoReturnFields, BasicDistributedZkTest, SuggestComponentContextFilterQueryTest, HdfsBasicDistributedZkTest, TermsComponentTest, TestSchemaManager, TestLRUStatsCache, CursorMarkTest, MultiTermTest, TestSolrIndexConfig, SolrIndexMetricsTest, UpdateRequestProcessorFactoryTest, RankQueryTest, TestCloudInspectUtil, CollectionsAPISolrJTest, TestReplicationHandler, BlockJoinFacetSimpleTest, TestRTimerTree, TestIndexingPerformance, AtomicUpdateProcessorFactoryTest, AutoscalingHistoryHandlerTest, TestRandomDVFaceting, HttpSolrCallGetCoreTest, TestExpandComponent, MinimalSchemaTest, DeleteReplicaTest, UpdateLogTest, TestGraphTermsQParserPlugin, StatsReloadRaceTest, TestQueryUtils, TestMinMaxOnMultiValuedField, SliceStateTest, ChangedSchemaMergeTest, NoCacheHeaderTest, TestManagedSynonymGraphFilterFactory, WrapperMergePolicyFactoryTest, SolrSlf4jReporterTest, DistributedQueryElevationComponentTest, TestRandomCollapseQParserPlugin, TestUninvertingReader, TestDynamicLoading, TestShortCircuitedRequests, TestStreamBody, RuleEngineTest, StatelessScriptUpdateProcessorFactoryTest, TestCodecSupport, HdfsDirectoryTest, SolrCoreTest, ResponseLogComponentTest, SolrMetricReporterTest, TestUnifiedSolrHighlighter, PrimitiveFieldTypeTest, TestBulkSchemaConcurrent, HdfsCollectionsAPIDistributedZkTest, DirectUpdateHandlerOptimizeTest, TestBinaryField, TestSQLHandlerNonCloud, TestCopyFieldCollectionResource, TestNestedDocsSort, DistributedFacetPivotWhiteBoxTest, ZkStateReaderTest, TlogReplayBufferedWhileIndexingTest, PreAnalyzedFieldManagedSchemaCloudTest, AnalysisAfterCoreReloadTest, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, ZkControllerTest, TestJoin, DistributedTermsComponentTest, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, TestGroupingSearch, QueryElevationComponentTest, PeerSyncTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, AssignBackwardCompatibilityTest, CollectionStateFormat2Test, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DistribDocExpirationUpdateProcessorTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudSearcherWarming, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasPlanActionTest, ExecutePlanActionTest]
[junit4] Completed [745/745 (1!)] on J0 in 666.19s, 2 tests, 1 failure <<< FAILURES!
[...truncated 47136 lines...]