You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/30 12:06:26 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21175 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21175/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitShardWithRule
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40285
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40285
at __randomizedtesting.SeedInfo.seed([BC5684EEC84F21B4:3D58555C55BD7A9F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 12506 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> 429621 INFO (SUITE-ShardSplitTest-seed#[BC5684EEC84F21B4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/init-core-data-001
[junit4] 2> 429632 WARN (SUITE-ShardSplitTest-seed#[BC5684EEC84F21B4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 429633 INFO (SUITE-ShardSplitTest-seed#[BC5684EEC84F21B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 429634 INFO (SUITE-ShardSplitTest-seed#[BC5684EEC84F21B4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 429634 INFO (SUITE-ShardSplitTest-seed#[BC5684EEC84F21B4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 429637 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 429637 INFO (Thread-420) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 429637 INFO (Thread-420) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 429642 ERROR (Thread-420) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 429737 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ZkTestServer start zk server on port:33579
[junit4] 2> 429738 INFO (zkConnectionManagerCallback-778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 429740 INFO (zkConnectionManagerCallback-780-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 429742 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 429743 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 429743 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 429744 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 429744 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 429744 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 429745 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 429745 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 429746 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 429746 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 429746 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 429747 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 429798 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 429799 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3176bb4f{/,null,AVAILABLE}
[junit4] 2> 429800 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65d654cf{HTTP/1.1,[http/1.1]}{127.0.0.1:34393}
[junit4] 2> 429800 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server Started @431662ms
[junit4] 2> 429800 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/tempDir-001/control/data, hostContext=/, hostPort=34393, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/control-001/cores}
[junit4] 2> 429800 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 429801 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 429801 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 429801 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 429801 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T11:03:08.575Z
[junit4] 2> 429802 INFO (zkConnectionManagerCallback-782-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 429802 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 429802 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/control-001/solr.xml
[junit4] 2> 429805 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 429805 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 429805 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 429807 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33579/solr
[junit4] 2> 429808 INFO (zkConnectionManagerCallback-786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 429809 INFO (zkConnectionManagerCallback-788-thread-1-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 429832 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 429832 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34393_
[junit4] 2> 429832 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.c.Overseer Overseer (id=99262908885368836-127.0.0.1:34393_-n_0000000000) starting
[junit4] 2> 429834 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34393_
[junit4] 2> 429834 INFO (zkCallback-787-thread-1-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 429874 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 429879 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 429879 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 429880 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:34393_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/control-001/cores
[junit4] 2> 429892 INFO (zkConnectionManagerCallback-794-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 429893 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 429893 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33579/solr ready
[junit4] 2> 429894 INFO (qtp990455088-2902) [n:127.0.0.1:34393_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34393_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 429895 INFO (OverseerThreadFactory-1074-thread-1-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 430000 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 430000 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 430104 INFO (zkCallback-787-thread-1-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 431017 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 431030 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 431073 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 431080 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 431080 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 431086 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 431086 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 431089 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 431106 WARN (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 431144 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 431144 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 431144 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 431144 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 431145 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=50.919921875, floorSegmentMB=0.5380859375, forceMergeDeletesPctAllowed=24.468008411599644, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 431145 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e494a62[control_collection_shard1_replica_n1] main]
[junit4] 2> 431146 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 431146 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 431146 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 431147 INFO (searcherExecutor-1077-thread-1-processing-n:127.0.0.1:34393_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3e494a62[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 431147 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588206543748202496
[junit4] 2> 431149 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 431149 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 431149 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34393/control_collection_shard1_replica_n1/
[junit4] 2> 431149 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 431149 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34393/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 431149 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 431150 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34393/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 431251 INFO (zkCallback-787-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 431301 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 431303 INFO (qtp990455088-2904) [n:127.0.0.1:34393_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1302
[junit4] 2> 431306 INFO (qtp990455088-2902) [n:127.0.0.1:34393_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 431403 INFO (zkCallback-787-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 431896 INFO (OverseerCollectionConfigSetProcessor-99262908885368836-127.0.0.1:34393_-n_0000000000) [n:127.0.0.1:34393_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 432306 INFO (qtp990455088-2902) [n:127.0.0.1:34393_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34393_&wt=javabin&version=2} status=0 QTime=2412
[junit4] 2> 432311 INFO (zkConnectionManagerCallback-798-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 432312 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 432313 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33579/solr ready
[junit4] 2> 432313 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 432314 INFO (qtp990455088-2902) [n:127.0.0.1:34393_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 432316 INFO (OverseerThreadFactory-1074-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 432316 WARN (OverseerThreadFactory-1074-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 432521 INFO (qtp990455088-2902) [n:127.0.0.1:34393_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 432521 INFO (qtp990455088-2902) [n:127.0.0.1:34393_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 432591 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-1-001 of type TLOG
[junit4] 2> 432591 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 432592 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53916025{/,null,AVAILABLE}
[junit4] 2> 432592 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@675e00a5{HTTP/1.1,[http/1.1]}{127.0.0.1:35325}
[junit4] 2> 432592 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server Started @434454ms
[junit4] 2> 432593 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=35325, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-1-001/cores}
[junit4] 2> 432593 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 432593 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 432593 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 432593 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 432593 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T11:03:11.367Z
[junit4] 2> 432594 INFO (zkConnectionManagerCallback-800-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 432595 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 432595 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-1-001/solr.xml
[junit4] 2> 432597 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 432597 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 432597 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 432599 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33579/solr
[junit4] 2> 432600 INFO (zkConnectionManagerCallback-804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 432601 INFO (zkConnectionManagerCallback-806-thread-1-processing-n:127.0.0.1:35325_) [n:127.0.0.1:35325_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 432603 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:35325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 432604 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:35325_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 432604 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:35325_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35325_
[junit4] 2> 432604 INFO (zkCallback-787-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 432605 INFO (zkCallback-797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 432605 INFO (zkCallback-805-thread-1-processing-n:127.0.0.1:35325_) [n:127.0.0.1:35325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 432635 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:35325_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 432641 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:35325_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 432641 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:35325_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 432642 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:35325_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-1-001/cores
[junit4] 2> 432658 INFO (qtp990455088-2903) [n:127.0.0.1:34393_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35325_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 432659 INFO (OverseerCollectionConfigSetProcessor-99262908885368836-127.0.0.1:34393_-n_0000000000) [n:127.0.0.1:34393_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 432659 INFO (OverseerThreadFactory-1074-thread-3-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35325_ for creating new replica
[junit4] 2> 432660 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 432661 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 433674 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 433681 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 433712 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 433718 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 433719 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 433719 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 433719 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 433721 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 433739 WARN (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 433761 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 433761 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 433762 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 433762 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 433763 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=50.919921875, floorSegmentMB=0.5380859375, forceMergeDeletesPctAllowed=24.468008411599644, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 433763 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d8fdf54[collection1_shard2_replica_t41] main]
[junit4] 2> 433764 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 433764 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 433764 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 433765 INFO (searcherExecutor-1088-thread-1-processing-n:127.0.0.1:35325_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@6d8fdf54[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 433765 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588206546493374464
[junit4] 2> 433768 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 433768 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 433768 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35325/collection1_shard2_replica_t41/
[junit4] 2> 433768 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 433768 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:35325/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 433768 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 433768 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 433769 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35325/collection1_shard2_replica_t41/ shard2
[junit4] 2> 433919 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 433921 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1260
[junit4] 2> 433922 INFO (qtp990455088-2903) [n:127.0.0.1:34393_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35325_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1264
[junit4] 2> 433982 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-2-001 of type TLOG
[junit4] 2> 433982 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 433983 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@192b40d8{/,null,AVAILABLE}
[junit4] 2> 433983 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9e90630{HTTP/1.1,[http/1.1]}{127.0.0.1:41805}
[junit4] 2> 433983 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server Started @435845ms
[junit4] 2> 433984 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=41805, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-2-001/cores}
[junit4] 2> 433984 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 433984 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 433984 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 433984 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 433984 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T11:03:12.758Z
[junit4] 2> 433985 INFO (zkConnectionManagerCallback-810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 433986 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a716f77c000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 433986 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 433986 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-2-001/solr.xml
[junit4] 2> 433988 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 433988 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 433988 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 433990 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33579/solr
[junit4] 2> 433991 INFO (zkConnectionManagerCallback-814-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 433993 INFO (zkConnectionManagerCallback-816-thread-1-processing-n:127.0.0.1:41805_) [n:127.0.0.1:41805_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 433995 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:41805_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 433995 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:41805_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 433996 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:41805_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41805_
[junit4] 2> 433998 INFO (zkCallback-805-thread-1-processing-n:127.0.0.1:35325_) [n:127.0.0.1:35325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 433998 INFO (zkCallback-797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 433998 INFO (zkCallback-815-thread-1-processing-n:127.0.0.1:41805_) [n:127.0.0.1:41805_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 434003 INFO (zkCallback-787-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 434079 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:41805_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 434090 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:41805_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 434090 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:41805_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 434091 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:41805_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-2-001/cores
[junit4] 2> 434123 INFO (qtp1980302211-2953) [n:127.0.0.1:35325_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41805_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 434124 INFO (OverseerCollectionConfigSetProcessor-99262908885368836-127.0.0.1:34393_-n_0000000000) [n:127.0.0.1:34393_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 434124 INFO (OverseerThreadFactory-1074-thread-4-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41805_ for creating new replica
[junit4] 2> 434126 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 434126 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 435149 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 435162 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 435211 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 435218 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 435219 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 435219 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 435219 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 435222 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 435239 WARN (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 435261 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 435261 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 435262 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 435262 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 435262 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=50.919921875, floorSegmentMB=0.5380859375, forceMergeDeletesPctAllowed=24.468008411599644, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 435263 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@624e6f24[collection1_shard1_replica_t43] main]
[junit4] 2> 435263 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 435264 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 435264 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 435265 INFO (searcherExecutor-1099-thread-1-processing-n:127.0.0.1:41805_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@624e6f24[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 435265 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588206548066238464
[junit4] 2> 435267 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 435267 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 435267 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41805/collection1_shard1_replica_t43/
[junit4] 2> 435267 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 435267 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:41805/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 435267 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 435267 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 435268 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41805/collection1_shard1_replica_t43/ shard1
[junit4] 2> 435419 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 435421 INFO (qtp1398993304-2982) [n:127.0.0.1:41805_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1295
[junit4] 2> 435423 INFO (qtp1980302211-2953) [n:127.0.0.1:35325_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41805_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1299
[junit4] 2> 435493 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-3-001 of type TLOG
[junit4] 2> 435493 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 435494 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77b3d709{/,null,AVAILABLE}
[junit4] 2> 435494 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7400e5a6{HTTP/1.1,[http/1.1]}{127.0.0.1:44047}
[junit4] 2> 435494 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server Started @437356ms
[junit4] 2> 435495 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44047, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-3-001/cores}
[junit4] 2> 435495 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 435495 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 435495 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 435495 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 435495 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T11:03:14.269Z
[junit4] 2> 435496 INFO (zkConnectionManagerCallback-820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 435497 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 435497 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-3-001/solr.xml
[junit4] 2> 435499 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 435499 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 435500 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 435501 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33579/solr
[junit4] 2> 435502 INFO (zkConnectionManagerCallback-824-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 435504 INFO (zkConnectionManagerCallback-826-thread-1-processing-n:127.0.0.1:44047_) [n:127.0.0.1:44047_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 435506 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:44047_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 435507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:44047_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 435507 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:44047_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44047_
[junit4] 2> 435508 INFO (zkCallback-787-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 435508 INFO (zkCallback-797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 435508 INFO (zkCallback-815-thread-1-processing-n:127.0.0.1:41805_) [n:127.0.0.1:41805_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 435508 INFO (zkCallback-805-thread-1-processing-n:127.0.0.1:35325_) [n:127.0.0.1:35325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 435508 INFO (zkCallback-825-thread-1-processing-n:127.0.0.1:44047_) [n:127.0.0.1:44047_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 435571 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:44047_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 435577 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:44047_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 435577 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:44047_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 435578 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:44047_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-3-001/cores
[junit4] 2> 435601 INFO (qtp990455088-2898) [n:127.0.0.1:34393_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44047_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 435602 INFO (OverseerCollectionConfigSetProcessor-99262908885368836-127.0.0.1:34393_-n_0000000000) [n:127.0.0.1:34393_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 435602 INFO (OverseerThreadFactory-1074-thread-5-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44047_ for creating new replica
[junit4] 2> 435604 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 435604 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 436630 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 436648 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
[junit4] 2> 436691 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 436699 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
[junit4] 2> 436699 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914
[junit4] 2> 436699 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 436699 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
[junit4] 2> 436701 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 436718 WARN (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 436737 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 436737 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 436738 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 436738 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 436739 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=50.919921875, floorSegmentMB=0.5380859375, forceMergeDeletesPctAllowed=24.468008411599644, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 436739 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e7a9b7[collection1_shard2_replica_t45] main]
[junit4] 2> 436740 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 436740 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 436740 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 436741 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588206549613936640
[junit4] 2> 436741 INFO (searcherExecutor-1110-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@7e7a9b7[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 436743 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
[junit4] 2> 436743 INFO (updateExecutor-821-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 436744 INFO (recoveryExecutor-822-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 436744 INFO (recoveryExecutor-822-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 436744 INFO (recoveryExecutor-822-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
[junit4] 2> 436744 INFO (recoveryExecutor-822-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
[junit4] 2> 436744 INFO (recoveryExecutor-822-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 436744 INFO (recoveryExecutor-822-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:35325/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:44047/collection1_shard2_replica_t45/]
[junit4] 2> 436744 INFO (qtp1220875449-3013) [n:127.0.0.1:44047_ c:collection1 s:shard2 x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1140
[junit4] 2> 436745 INFO (qtp990455088-2898) [n:127.0.0.1:34393_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44047_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1143
[junit4] 2> 436745 INFO (recoveryExecutor-822-thread-1-processing-n:127.0.0.1:44047_ x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:44047_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:35325]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:44047_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 436746 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 436746 INFO (qtp1980302211-2951) [n:127.0.0.1:35325_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44047_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:44047","node_name":"127.0.0.1:44047_","state":"down","type":"TLOG"}
[junit4] 2> 436794 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-4-001 of type TLOG
[junit4] 2> 436794 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 436795 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46c3175e{/,null,AVAILABLE}
[junit4] 2> 436795 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@346324f0{HTTP/1.1,[http/1.1]}{127.0.0.1:40123}
[junit4] 2> 436795 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.e.j.s.Server Started @438657ms
[junit4] 2> 436795 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/tempDir-001/jetty4, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=40123, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-4-001/cores}
[junit4] 2> 436796 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 436796 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 436796 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 436796 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 436796 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T11:03:15.570Z
[junit4] 2> 436797 INFO (zkConnectionManagerCallback-831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 436798 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 436798 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001/shard-4-001/solr.xml
[junit4] 2> 436800 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 436800 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 436801 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@21820914, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 436803 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33579/solr
[junit4] 2> 436804 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 436806 INFO (zkConnectionManagerCallback-837-thread-1-processing-n:127.0.0.1:40123_) [n:127.0.0.1:40123_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 436807 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:40123_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 436808 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:40123_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 436808 INFO (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[BC5684EEC84F21B4]) [n:127.0.0.1:40123_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40123_
[junit4] 2> 436809 INFO (zkCallback-805-thread-1-processing-n:127.0.0.1:35325_) [n:127.0.0.1:35325_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 436809 INFO (zkCallback-787-thread-2-processing-n:127.0.0.1:34393_) [n:127.0.0.1:34393_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 436809 INFO (zkCallback-797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 436809 INFO (zkCallback-815-thread-1-processing-n:127.0.0.1:41805_) [n:127.0.0.1:41805_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 436809 INFO (zkCallback-825-thread-1-processing-n:127.0.0.1:44047_) [n:127.0.0.1:44047_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 436809 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40123_) [n:127
[...truncated too long message...]
37)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.loadReplicationProperties(ReplicationHandler.java:1107)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.logReplicationTimeAndConfFiles(IndexFetcher.java:786)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.cleanup(IndexFetcher.java:694)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:676)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1582990 ERROR (indexFetcher-1664-thread-1) [n:127.0.0.1:40731_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_t47] o.a.s.h.ReplicationHandler Index fetch failed :org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//clusterstate.json/40)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"inactive",
[junit4] 2> "replicas":{
[junit4] 2> "core_node44":{
[junit4] 2> "core":"collection1_shard1_replica_t43",
[junit4] 2> "base_url":"http://127.0.0.1:42441",
[junit4] 2> "node_name":"127.0.0.1:42441_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"TLOG"},
[junit4] 2> "core_node48":{
[junit4] 2> "core":"collection1_shard1_replica_t47",
[junit4] 2> "base_url":"http://127.0.0.1:40731",
[junit4] 2> "node_name":"127.0.0.1:40731_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node42":{
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "base_url":"http://127.0.0.1:34273",
[junit4] 2> "node_name":"127.0.0.1:34273_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"TLOG"},
[junit4] 2> "core_node46":{
[junit4] 2> "core":"collection1_shard2_replica_t45",
[junit4] 2> "base_url":"http://127.0.0.1:35113",
[junit4] 2> "node_name":"127.0.0.1:35113_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"TLOG"}}},
[junit4] 2> "shard1_0":{
[junit4] 2> "range":"80000000-bfffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node57":{
[junit4] 2> "core":"collection1_shard1_0_replica_n55",
[junit4] 2> "base_url":"http://127.0.0.1:42441",
[junit4] 2> "node_name":"127.0.0.1:42441_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node59":{
[junit4] 2> "core":"collection1_shard1_0_replica0",
[junit4] 2> "base_url":"http://127.0.0.1:34273",
[junit4] 2> "node_name":"127.0.0.1:34273_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard1_1":{
[junit4] 2> "range":"c0000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node58":{
[junit4] 2> "core":"collection1_shard1_1_replica_n56",
[junit4] 2> "base_url":"http://127.0.0.1:42441",
[junit4] 2> "node_name":"127.0.0.1:42441_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node60":{
[junit4] 2> "core":"collection1_shard1_1_replica0",
[junit4] 2> "base_url":"http://127.0.0.1:42441",
[junit4] 2> "node_name":"127.0.0.1:42441_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:755)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:684)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:380)
[junit4] 2> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] 2> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1584125 INFO (Thread-626) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37821 37821
[junit4] 2> 1584126 WARN (Thread-626) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_BC5684EEC84F21B4-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=LuceneVarGapDocFreqInterval), shard_s=PostingsFormat(name=Direct), n_ti=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), a_i=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{rnd_b=DocValuesFormat(name=Direct), shard_s=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Asserting), n_ti=DocValuesFormat(name=Asserting), a_t=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1888, maxMBSortInHeap=7.530805423441136, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@30df9d70), locale=hu, timezone=America/Paramaribo
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=295150032,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestCloudRecovery, MultiThreadedOCPTest, OverseerTest, SubstringBytesRefFilterTest, HdfsSyncSliceTest, TestXmlQParserPlugin, TestExactStatsCache, TestBackupRepositoryFactory, SparseHLLTest, FacetPivotSmallTest, TestCollectionAPI, TestUniqueKeyFieldResource, TolerantUpdateProcessorTest, FieldAnalysisRequestHandlerTest, TestGraphMLResponseWriter, TestApiFramework, TestElisionMultitermQuery, TestPKIAuthenticationPlugin, TestRandomFlRTGCloud, LegacyCloudClusterPropTest, TestPrepRecovery, JavabinLoaderTest, SolrMetricsIntegrationTest, TestLFUCache, TestExclusionRuleCollectionAccess, TestClusterStateMutator, TestFuzzyAnalyzedSuggestions, TestQuerySenderListener, ShardSplitTest]
[junit4] Completed [230/765 (1!)] on J2 in 1154.52s, 5 tests, 1 error <<< FAILURES!
[...truncated 49770 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21186 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21186/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestReplicaProperties.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:40629/zpr/z
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40629/zpr/z
at __randomizedtesting.SeedInfo.seed([ADAB647F5ACD430C:25FF5BA5F4312EF4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1675)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1702)
at org.apache.solr.cloud.TestReplicaProperties.test(TestReplicaProperties.java:60)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 52 more
Build Log:
[...truncated 13509 lines...]
[junit4] Suite: org.apache.solr.cloud.TestReplicaProperties
[junit4] 2> 1414302 INFO (SUITE-TestReplicaProperties-seed#[ADAB647F5ACD430C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/init-core-data-001
[junit4] 2> 1414303 WARN (SUITE-TestReplicaProperties-seed#[ADAB647F5ACD430C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1414303 INFO (SUITE-TestReplicaProperties-seed#[ADAB647F5ACD430C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1414304 INFO (SUITE-TestReplicaProperties-seed#[ADAB647F5ACD430C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1414304 INFO (SUITE-TestReplicaProperties-seed#[ADAB647F5ACD430C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zpr/z
[junit4] 2> 1414305 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1414306 INFO (Thread-2652) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1414306 INFO (Thread-2652) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1414307 ERROR (Thread-2652) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1414406 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ZkTestServer start zk server on port:43047
[junit4] 2> 1414407 INFO (zkConnectionManagerCallback-2991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1414409 INFO (zkConnectionManagerCallback-2993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1414411 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1414411 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1414412 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1414412 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1414413 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1414413 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1414413 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1414414 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1414414 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1414414 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1414415 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1414416 INFO (zkConnectionManagerCallback-2996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1414416 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1414471 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1414472 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67eb70c0{/zpr/z,null,AVAILABLE}
[junit4] 2> 1414472 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c2680d{SSL,[ssl, http/1.1]}{127.0.0.1:37861}
[junit4] 2> 1414473 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server Started @1415963ms
[junit4] 2> 1414473 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/tempDir-001/control/data, replicaType=NRT, hostContext=/zpr/z, hostPort=37861, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/control-001/cores}
[junit4] 2> 1414473 ERROR (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1414473 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1414473 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1414473 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1414473 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T21:15:46.171Z
[junit4] 2> 1414474 INFO (zkConnectionManagerCallback-2998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1414474 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1414474 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/control-001/solr.xml
[junit4] 2> 1414476 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1414476 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1414477 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1414479 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
[junit4] 2> 1414480 INFO (zkConnectionManagerCallback-3002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1414480 INFO (zkConnectionManagerCallback-3004-thread-1-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1414503 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1414504 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37861_zpr%2Fz
[junit4] 2> 1414504 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.Overseer Overseer (id=99270980141318149-127.0.0.1:37861_zpr%2Fz-n_0000000000) starting
[junit4] 2> 1414507 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37861_zpr%2Fz
[junit4] 2> 1414510 INFO (zkCallback-3003-thread-1-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1414548 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1414553 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1414553 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1414554 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/control-001/cores
[junit4] 2> 1414565 INFO (zkConnectionManagerCallback-3010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1414566 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1414567 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43047/solr ready
[junit4] 2> 1414579 INFO (qtp1441386866-12732) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37861_zpr%252Fz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1414580 INFO (OverseerThreadFactory-5143-thread-1-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1414684 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1414685 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1414787 INFO (zkCallback-3003-thread-1-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1415698 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1415718 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1415782 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1415790 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1415790 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1415790 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1415790 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1415793 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=48.7880859375, floorSegmentMB=0.2822265625, forceMergeDeletesPctAllowed=1.6583072227458273, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23815227657679605
[junit4] 2> 1415794 WARN (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1415832 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1415832 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1415833 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1415833 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1415834 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=82.412109375, floorSegmentMB=0.56640625, forceMergeDeletesPctAllowed=26.56362786345464, segmentsPerTier=33.0, maxCFSSegmentSizeMB=1.224609375, noCFSRatio=0.12053823381846113
[junit4] 2> 1415834 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@595cf4cb[control_collection_shard1_replica_n1] main]
[junit4] 2> 1415835 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1415835 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1415835 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1415836 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588335683865411584
[junit4] 2> 1415836 INFO (searcherExecutor-5146-thread-1-processing-n:127.0.0.1:37861_zpr%2Fz x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@595cf4cb[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1415838 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1415838 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1415838 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37861/zpr/z/control_collection_shard1_replica_n1/
[junit4] 2> 1415838 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1415838 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:37861/zpr/z/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1415838 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1415840 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37861/zpr/z/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1415941 INFO (zkCallback-3003-thread-2-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1415990 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1415998 INFO (qtp1441386866-12726) [n:127.0.0.1:37861_zpr%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1313
[junit4] 2> 1416000 INFO (qtp1441386866-12732) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1416091 INFO (zkCallback-3003-thread-2-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1416581 INFO (OverseerCollectionConfigSetProcessor-99270980141318149-127.0.0.1:37861_zpr%2Fz-n_0000000000) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1417000 INFO (qtp1441386866-12732) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37861_zpr%252Fz&wt=javabin&version=2} status=0 QTime=2421
[junit4] 2> 1417003 INFO (zkConnectionManagerCallback-3014-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1417003 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1417004 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43047/solr ready
[junit4] 2> 1417004 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1417005 INFO (qtp1441386866-12732) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1417006 INFO (OverseerThreadFactory-5143-thread-2-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1417006 WARN (OverseerThreadFactory-5143-thread-2-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1417208 INFO (qtp1441386866-12732) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1417208 INFO (qtp1441386866-12732) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=203
[junit4] 2> 1417268 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-1-001 of type NRT
[junit4] 2> 1417269 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1417278 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3adac275{/zpr/z,null,AVAILABLE}
[junit4] 2> 1417278 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50df0770{SSL,[ssl, http/1.1]}{127.0.0.1:33115}
[junit4] 2> 1417278 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server Started @1418768ms
[junit4] 2> 1417278 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/zpr/z, hostPort=33115, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-1-001/cores}
[junit4] 2> 1417279 ERROR (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1417279 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1417279 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1417279 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1417279 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T21:15:48.977Z
[junit4] 2> 1417282 INFO (zkConnectionManagerCallback-3016-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1417283 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1417283 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-1-001/solr.xml
[junit4] 2> 1417286 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1417286 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1417287 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1417291 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
[junit4] 2> 1417291 INFO (zkConnectionManagerCallback-3020-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1417293 INFO (zkConnectionManagerCallback-3022-thread-1-processing-n:127.0.0.1:33115_zpr%2Fz) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1417294 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1417295 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1417296 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33115_zpr%2Fz
[junit4] 2> 1417298 INFO (zkCallback-3021-thread-1-processing-n:127.0.0.1:33115_zpr%2Fz) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1417299 INFO (zkCallback-3013-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1417299 INFO (zkCallback-3003-thread-2-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1417327 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1417334 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1417334 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1417335 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-1-001/cores
[junit4] 2> 1417364 INFO (qtp1675222193-12774) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33115_zpr%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1417365 INFO (OverseerCollectionConfigSetProcessor-99270980141318149-127.0.0.1:37861_zpr%2Fz-n_0000000000) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1417365 INFO (OverseerThreadFactory-5143-thread-3-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33115_zpr%2Fz for creating new replica
[junit4] 2> 1417367 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1417367 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1418386 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1418394 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 1418453 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1418458 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 1418458 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1418458 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1418458 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 1418460 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=48.7880859375, floorSegmentMB=0.2822265625, forceMergeDeletesPctAllowed=1.6583072227458273, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23815227657679605
[junit4] 2> 1418461 WARN (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1418483 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1418483 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1418484 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1418484 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1418484 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=82.412109375, floorSegmentMB=0.56640625, forceMergeDeletesPctAllowed=26.56362786345464, segmentsPerTier=33.0, maxCFSSegmentSizeMB=1.224609375, noCFSRatio=0.12053823381846113
[junit4] 2> 1418485 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@25c1cb7[collection1_shard2_replica_n41] main]
[junit4] 2> 1418485 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1418485 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1418486 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1418486 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588335686644137984
[junit4] 2> 1418486 INFO (searcherExecutor-5157-thread-1-processing-n:127.0.0.1:33115_zpr%2Fz x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@25c1cb7[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1418488 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1418488 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1418488 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33115/zpr/z/collection1_shard2_replica_n41/
[junit4] 2> 1418488 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1418488 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:33115/zpr/z/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 1418488 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1418489 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33115/zpr/z/collection1_shard2_replica_n41/ shard2
[junit4] 2> 1418640 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1418649 INFO (qtp1675222193-12775) [n:127.0.0.1:33115_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1281
[junit4] 2> 1418650 INFO (qtp1675222193-12774) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33115_zpr%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1285
[junit4] 2> 1418704 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-2-001 of type NRT
[junit4] 2> 1418705 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@368b54df{/zpr/z,null,AVAILABLE}
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49e5467a{SSL,[ssl, http/1.1]}{127.0.0.1:32991}
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server Started @1420196ms
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/zpr/z, hostPort=32991, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-2-001/cores}
[junit4] 2> 1418706 ERROR (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1418706 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T21:15:50.404Z
[junit4] 2> 1418707 INFO (zkConnectionManagerCallback-3026-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1418708 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1418708 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-2-001/solr.xml
[junit4] 2> 1418710 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1418710 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1418711 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1418712 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
[junit4] 2> 1418713 INFO (zkConnectionManagerCallback-3030-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1418714 INFO (zkConnectionManagerCallback-3032-thread-1-processing-n:127.0.0.1:32991_zpr%2Fz) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1418716 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1418717 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1418718 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32991_zpr%2Fz
[junit4] 2> 1418718 INFO (zkCallback-3013-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1418718 INFO (zkCallback-3003-thread-2-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1418718 INFO (zkCallback-3021-thread-1-processing-n:127.0.0.1:33115_zpr%2Fz) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1418722 INFO (zkCallback-3031-thread-1-processing-n:127.0.0.1:32991_zpr%2Fz) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1418754 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1418761 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1418761 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1418762 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-2-001/cores
[junit4] 2> 1418797 INFO (qtp498579195-12812) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32991_zpr%252Fz&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1418798 INFO (OverseerCollectionConfigSetProcessor-99270980141318149-127.0.0.1:37861_zpr%2Fz-n_0000000000) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1418798 INFO (OverseerThreadFactory-5143-thread-4-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32991_zpr%2Fz for creating new replica
[junit4] 2> 1418801 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1418801 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1419820 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1419830 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 1419897 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1419904 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 1419904 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1419904 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1419905 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 1419906 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=48.7880859375, floorSegmentMB=0.2822265625, forceMergeDeletesPctAllowed=1.6583072227458273, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23815227657679605
[junit4] 2> 1419907 WARN (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1419928 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1419928 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1419928 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1419928 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1419929 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=82.412109375, floorSegmentMB=0.56640625, forceMergeDeletesPctAllowed=26.56362786345464, segmentsPerTier=33.0, maxCFSSegmentSizeMB=1.224609375, noCFSRatio=0.12053823381846113
[junit4] 2> 1419929 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e3120c4[collection1_shard1_replica_n43] main]
[junit4] 2> 1419930 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1419930 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1419930 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1419930 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588335688158281728
[junit4] 2> 1419931 INFO (searcherExecutor-5168-thread-1-processing-n:127.0.0.1:32991_zpr%2Fz x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@7e3120c4[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1419934 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1419934 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1419934 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32991/zpr/z/collection1_shard1_replica_n43/
[junit4] 2> 1419934 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1419934 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy https://127.0.0.1:32991/zpr/z/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 1419934 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1419935 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32991/zpr/z/collection1_shard1_replica_n43/ shard1
[junit4] 2> 1420085 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1420094 INFO (qtp498579195-12811) [n:127.0.0.1:32991_zpr%2Fz c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1292
[junit4] 2> 1420095 INFO (qtp498579195-12812) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32991_zpr%252Fz&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1297
[junit4] 2> 1420149 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-3-001 of type NRT
[junit4] 2> 1420150 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1420151 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59240bb2{/zpr/z,null,AVAILABLE}
[junit4] 2> 1420152 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ce6803e{SSL,[ssl, http/1.1]}{127.0.0.1:41751}
[junit4] 2> 1420152 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server Started @1421642ms
[junit4] 2> 1420152 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/zpr/z, hostPort=41751, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-3-001/cores}
[junit4] 2> 1420152 ERROR (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1420152 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1420152 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1420152 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1420152 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T21:15:51.850Z
[junit4] 2> 1420155 INFO (zkConnectionManagerCallback-3036-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1420155 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1420155 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-3-001/solr.xml
[junit4] 2> 1420157 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1420157 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1420158 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1420160 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
[junit4] 2> 1420160 INFO (zkConnectionManagerCallback-3040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1420162 INFO (zkConnectionManagerCallback-3042-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1420163 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1420164 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1420165 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41751_zpr%2Fz
[junit4] 2> 1420165 INFO (zkCallback-3003-thread-1-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1420165 INFO (zkCallback-3031-thread-1-processing-n:127.0.0.1:32991_zpr%2Fz) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1420165 INFO (zkCallback-3013-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1420165 INFO (zkCallback-3041-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1420166 INFO (zkCallback-3021-thread-1-processing-n:127.0.0.1:33115_zpr%2Fz) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1420245 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1420251 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1420252 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1420253 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-3-001/cores
[junit4] 2> 1420297 INFO (qtp498579195-12805) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41751_zpr%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1420298 INFO (OverseerCollectionConfigSetProcessor-99270980141318149-127.0.0.1:37861_zpr%2Fz-n_0000000000) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1420298 INFO (OverseerThreadFactory-5143-thread-5-processing-n:127.0.0.1:37861_zpr%2Fz) [n:127.0.0.1:37861_zpr%2Fz ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41751_zpr%2Fz for creating new replica
[junit4] 2> 1420312 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1420313 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1421331 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1421338 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 1421390 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1421396 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 1421397 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53
[junit4] 2> 1421397 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1421397 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 1421398 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=48.7880859375, floorSegmentMB=0.2822265625, forceMergeDeletesPctAllowed=1.6583072227458273, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23815227657679605
[junit4] 2> 1421399 WARN (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1421423 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1421423 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1421424 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1421424 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1421425 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=29, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=82.412109375, floorSegmentMB=0.56640625, forceMergeDeletesPctAllowed=26.56362786345464, segmentsPerTier=33.0, maxCFSSegmentSizeMB=1.224609375, noCFSRatio=0.12053823381846113
[junit4] 2> 1421425 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@200ef256[collection1_shard2_replica_n45] main]
[junit4] 2> 1421426 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1421426 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1421426 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1421426 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588335689726951424
[junit4] 2> 1421427 INFO (searcherExecutor-5179-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@200ef256[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1421429 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 1421429 INFO (updateExecutor-3037-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1421429 INFO (recoveryExecutor-3038-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1421430 INFO (recoveryExecutor-3038-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1421430 INFO (recoveryExecutor-3038-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 1421430 INFO (recoveryExecutor-3038-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1421430 INFO (recoveryExecutor-3038-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [https://127.0.0.1:33115/zpr/z/collection1_shard2_replica_n41/] and I am [https://127.0.0.1:41751/zpr/z/collection1_shard2_replica_n45/]
[junit4] 2> 1421430 INFO (qtp1818277450-12843) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1117
[junit4] 2> 1421431 INFO (qtp498579195-12805) [n:127.0.0.1:32991_zpr%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41751_zpr%252Fz&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1134
[junit4] 2> 1421431 INFO (recoveryExecutor-3038-thread-1-processing-n:127.0.0.1:41751_zpr%2Fz x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41751_zpr%2Fz c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:33115/zpr/z]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:41751_zpr%252Fz&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1421432 INFO (qtp1675222193-12774) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1421432 INFO (qtp1675222193-12774) [n:127.0.0.1:33115_zpr%2Fz ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:41751_zpr%2Fz, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"https://127.0.0.1:41751/zpr/z","node_name":"127.0.0.1:41751_zpr%2Fz","state":"down","type":"NRT"}
[junit4] 2> 1421490 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-4-001 of type NRT
[junit4] 2> 1421491 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1421494 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cf4caac{/zpr/z,null,AVAILABLE}
[junit4] 2> 1421494 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5c1b7819{SSL,[ssl, http/1.1]}{127.0.0.1:40629}
[junit4] 2> 1421495 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.e.j.s.Server Started @1422985ms
[junit4] 2> 1421495 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/zpr/z, hostPort=40629, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-4-001/cores}
[junit4] 2> 1421495 ERROR (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1421495 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1421495 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1421495 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1421495 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T21:15:53.193Z
[junit4] 2> 1421497 INFO (zkConnectionManagerCallback-3047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1421498 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1421498 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001/shard-4-001/solr.xml
[junit4] 2> 1421498 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ae6e33d40011, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1421500 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1421500 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1421501 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1c57d53, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1421504 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43047/solr
[junit4] 2> 1421506 INFO (zkConnectionManagerCallback-3051-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1421509 INFO (zkConnectionManagerCallback-3053-thread-1-processing-n:127.0.0.1:40629_zpr%2Fz) [n:127.0.0.1:40629_zpr%2Fz ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1421512 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:40629_zpr%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1421512 INFO (TEST-TestReplicaProperties.test-seed#[ADAB647F5ACD430C]) [n:127.0.0.1:40629_zpr%2Fz ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 14
[...truncated too long message...]
onnecting to 127.0.0.1:43047 43047
[junit4] 2> 2028778 INFO (Thread-2652) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43047 43047
[junit4] 2> 2028778 WARN (Thread-2652) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/testcollection/state.json
[junit4] 2> 4 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 5 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 4 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestReplicaProperties -Dtests.method=test -Dtests.seed=ADAB647F5ACD430C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mk -Dtests.timezone=EST5EDT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 614s J2 | TestReplicaProperties.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40629/zpr/z
[junit4] > at __randomizedtesting.SeedInfo.seed([ADAB647F5ACD430C:25FF5BA5F4312EF4]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1675)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1702)
[junit4] > at org.apache.solr.cloud.TestReplicaProperties.test(TestReplicaProperties.java:60)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 52 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestReplicaProperties_ADAB647F5ACD430C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=105, maxMBSortInHeap=6.079310429829029, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6b7ff64c), locale=mk, timezone=EST5EDT
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=216328784,total=499122176
[junit4] 2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, TestSystemIdResolver, TestGraphTermsQParserPlugin, TestBlobHandler, TimeZoneUtilsTest, ClusterStateTest, CopyFieldTest, TestCloudJSONFacetJoinDomain, MoveReplicaHDFSFailoverTest, ClassificationUpdateProcessorFactoryTest, ScriptEngineTest, ConjunctionSolrSpellCheckerTest, LegacyCloudClusterPropTest, TestNodeAddedTrigger, OverseerTest, TestFiltering, ZkFailoverTest, ConfigSetsAPITest, DistanceFunctionTest, TestQuerySenderListener, TestClusterStateMutator, CollectionReloadTest, TestLRUCache, TestSolrCoreParser, TestRestoreCore, EchoParamsTest, LoggingHandlerTest, ShufflingReplicaListTransformerTest, TestCustomStream, TestSizeLimitedDistributedMap, TestFieldCollectionResource, ImplicitSnitchTest, LeaderElectionTest, HttpPartitionTest, IndexSchemaTest, TestSolrDeletionPolicy2, TestStreamBody, TestEmbeddedSolrServerConstructors, TestCharFilters, TestTrie, DirectSolrSpellCheckerTest, SolrCloudReportersTest, TestClusterStateProvider, ShardSplitTest, TestRTimerTree, FieldMutatingUpdateProcessorTest, TestBulkSchemaConcurrent, TestMultiWordSynonyms, TestLFUCache, PreAnalyzedFieldManagedSchemaCloudTest, TestAuthenticationFramework, TestSolrCloudWithKerberosAlt, TestNumericTerms64, TestExclusionRuleCollectionAccess, DistributedSpellCheckComponentTest, TestQueryTypes, TestSolrConfigHandlerCloud, TestCoreContainer, TestDelegationWithHadoopAuth, MultiThreadedOCPTest, TestUniqueKeyFieldResource, FacetPivotSmallTest, TestLegacyNumericRangeQueryBuilder, TestIndexSearcher, TestConfigSetProperties, TestInPlaceUpdatesStandalone, TestCoreAdminApis, JSONWriterTest, RecoveryZkTest, DocValuesNotIndexedTest, SolrCoreCheckLockOnStartupTest, TestGroupingSearch, TestRandomCollapseQParserPlugin, CursorMarkTest, TestDefaultStatsCache, TestReload, TestSolrQueryResponse, SolrJmxReporterCloudTest, TestScoreJoinQPScore, DefaultValueUpdateProcessorTest, TestCoreDiscovery, TestNumericRangeQuery32, TestSSLRandomization, TestSimDistributedQueue, TestGraphMLResponseWriter, DistribJoinFromCollectionTest, TestSubQueryTransformerCrossCore, AlternateDirectoryTest, SolrCLIZkUtilsTest, CloneFieldUpdateProcessorFactoryTest, TestFieldTypeResource, JavabinLoaderTest, TestHttpShardHandlerFactory, TestSearchPerf, NumberUtilsTest, NodeAddedTriggerTest, XsltUpdateRequestHandlerTest, TestFieldCacheWithThreads, SolrTestCaseJ4Test, UtilsToolTest, CdcrReplicationHandlerTest, TestElisionMultitermQuery, WordBreakSolrSpellCheckerTest, SecurityConfHandlerTest, TestLockTree, DistributedFacetExistsSmallTest, RankQueryTest, TestExactStatsCache, TestValueSourceCache, SimplePostToolTest, TestPrepRecovery, PeerSyncWithIndexFingerprintCachingTest, TestZkAclsWithHadoopAuth, SimpleMLTQParserTest, V2ApiIntegrationTest, TestCopyFieldCollectionResource, ParsingFieldUpdateProcessorsTest, CollectionsAPIAsyncDistributedZkTest, TestExecutePlanAction, TestExceedMaxTermLength, TestRandomFlRTGCloud, TestSolrCoreSnapshots, TestCSVResponseWriter, TestReplicaProperties]
[junit4] Completed [552/765 (1!)] on J2 in 614.49s, 1 test, 1 error <<< FAILURES!
[...truncated 48746 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+37) - Build
# 21185 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21185/
Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([2D2DB936E57C7BDC:BBD5664B1F2BDD6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1774 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171231_173733_6101097075608739853204.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171231_173733_61115932034586891953201.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171231_173733_6113955636187834856700.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 302 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171231_174528_1619900660523909647480.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171231_174528_1619178990430888430084.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171231_174528_1624245802751827012679.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1057 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171231_174703_59113841965191904931719.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171231_174703_5914184901118560566084.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171231_174703_5914414354031900592932.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 223 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171231_174921_45517670840737010862969.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171231_174921_4556179874620688561715.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171231_174921_45515541600113103516148.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 246 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171231_174934_0793177421990399757367.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171231_174934_07915053319731734541359.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171231_174934_0793697666710238430489.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171231_175002_6058429539902996826131.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171231_175002_6046994105095412377603.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171231_175002_61012293528486785745222.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 164 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20171231_175007_0073988706831934940625.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20171231_175007_00715771625954490621262.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20171231_175007_00715011533549223576112.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 165 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171231_175010_4549375287319804036089.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171231_175010_45474986668652998257.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171231_175010_4546468550998183084376.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 153 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171231_175025_4251703652091128857071.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171231_175025_42517560504512530400578.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171231_175033_08311153881295042455304.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171231_175033_0833945304679588965825.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171231_175033_08311085506340569380305.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171231_175035_88913354699130081013257.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 148 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171231_175044_22613191518745895842148.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171231_175044_22614126104811274880004.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171231_175044_22614013285166753768807.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1293 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171231_175101_26715861583311740357084.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171231_175101_26617122164529277235697.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171231_175101_26616644995291070648856.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 230 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20171231_175110_31913400213813242301556.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20171231_175110_3193076947765467911756.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20171231_175110_3198233203762806229260.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 260 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20171231_175124_0208706206366969847629.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20171231_175124_020715839482692362166.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20171231_175124_0207197660845906880080.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 208 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20171231_175354_84012253494384558884863.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20171231_175354_8401365881305313449678.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20171231_175354_84013415976263628039960.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 173 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20171231_175357_68314252592910230233551.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20171231_175357_684631210386858876054.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20171231_175357_68310811835004241041939.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 226 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20171231_175404_1765274300754398721788.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20171231_175404_1768504755812681423722.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20171231_175404_1769443711828093540596.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 176 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20171231_175437_6964620821502016914970.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20171231_175437_6964500904670704815362.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20171231_175437_69612841242552230994420.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 237 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171231_175449_2287910627282953327376.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171231_175449_2295350188870419675109.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171231_175449_2279158778820243405835.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 163 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20171231_175509_0345774023464762323520.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20171231_175509_03412502000770759084450.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20171231_175509_0345171554606564551745.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20171231_175533_9314215787983757852307.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20171231_175533_93117078950192772979799.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 178 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20171231_175543_9393441941172280114721.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20171231_175543_9394547800382929311043.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20171231_175543_94013311247157604290314.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 295 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20171231_175603_3868315522464500151636.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20171231_175603_38614159152548960892149.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20171231_175603_38611440413121563405828.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 227 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171231_175611_4614025753731058176054.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171231_175611_4619014507213846086621.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171231_175611_4612339820262484480020.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 199 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20171231_175620_77510837171429695932230.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 11 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20171231_175620_77510391162319243833067.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20171231_175620_7754040571781206874318.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171231_175632_316322614801267053274.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171231_175632_3153547449509222914445.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171231_175632_31512098974602907921118.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 317 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171231_175726_5164179633128832564073.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171231_175726_51616160583633196982274.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171231_175726_51617306325674717232220.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 148 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20171231_175745_7825536107922840482429.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 172 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171231_175747_4659234761524755052300.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171231_175747_465373195392828812989.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171231_175747_46610592166540069254542.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20171231_175851_10118137180022253558606.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20171231_175851_10110022889908259051222.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20171231_175851_1024154162062177424438.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 2037 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> 480794 INFO (SUITE-TestDistribStateManager-seed#[2D2DB936E57C7BDC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_2D2DB936E57C7BDC-001/init-core-data-001
[junit4] 2> 480794 WARN (SUITE-TestDistribStateManager-seed#[2D2DB936E57C7BDC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 480794 INFO (SUITE-TestDistribStateManager-seed#[2D2DB936E57C7BDC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 480794 INFO (SUITE-TestDistribStateManager-seed#[2D2DB936E57C7BDC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 480795 INFO (TEST-TestDistribStateManager.testMulti-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 480796 INFO (TEST-TestDistribStateManager.testMulti-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 480796 INFO (TEST-TestDistribStateManager.testMulti-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> 480797 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 480797 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 480797 INFO (Thread-1102) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 480797 INFO (Thread-1102) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 480798 ERROR (Thread-1102) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 480897 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.ZkTestServer start zk server on port:45943
[junit4] 2> 480898 INFO (zkConnectionManagerCallback-994-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 480899 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 480905 INFO (zkConnectionManagerCallback-996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 480905 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 480906 ERROR (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 480907 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45943 45943
[junit4] 2> 480938 INFO (Thread-1102) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45943 45943
[junit4] 2> 480938 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 480939 INFO (TEST-TestDistribStateManager.testHasData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 480939 INFO (TEST-TestDistribStateManager.testHasData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 480939 INFO (TEST-TestDistribStateManager.testHasData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 480940 INFO (TEST-TestDistribStateManager.testListData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 480940 INFO (TEST-TestDistribStateManager.testListData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 480940 INFO (TEST-TestDistribStateManager.testListData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 480941 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 480941 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 480941 INFO (Thread-1103) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 480941 INFO (Thread-1103) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 480942 ERROR (Thread-1103) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 481041 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.ZkTestServer start zk server on port:43817
[junit4] 2> 481046 INFO (zkConnectionManagerCallback-998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 481047 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 481058 INFO (zkConnectionManagerCallback-1000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 481058 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 486059 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 486059 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43817 43817
[junit4] 2> 486441 INFO (Thread-1103) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43817 43817
[junit4] 2> 486442 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[2D2DB936E57C7BDC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=2D2DB936E57C7BDC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-ZW -Dtests.timezone=PNT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 5.50s J1 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([2D2DB936E57C7BDC:BBD5664B1F2BDD6]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_2D2DB936E57C7BDC-001
[junit4] 2> Dec 31, 2017 6:07:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=569, maxMBSortInHeap=7.994646283385313, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a2dd200), locale=en-ZW, timezone=PNT
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=207747848,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [ZkSolrClientTest, TestSolrCloudSnapshots, SaslZkACLProviderTest, TestFieldTypeCollectionResource, TestFieldCacheVsDocValues, DistributedFacetPivotLongTailTest, TestSurroundQueryParser, OpenExchangeRatesOrgProviderTest, AnalyticsQueryTest, DistanceUnitsTest, QueryResultKeyTest, ExecutePlanActionTest, SuggesterFSTTest, TestInPlaceUpdatesDistrib, TestPointFields, TestSolrCloudWithDelegationTokens, TestTestInjection, TestSubQueryTransformer, TestManagedResource, HighlighterConfigTest, TestOrdValues, TestExpandComponent, TestLazyCores, TestCloudPseudoReturnFields, DistributedIntervalFacetingTest, TestMissingGroups, SignatureUpdateProcessorFactoryTest, TestConfigSetImmutable, BlockDirectoryTest, DirectUpdateHandlerTest, TestTrackingShardHandlerFactory, TestQuerySenderNoQuery, SampleTest, TestFaceting, NumericFieldsTest, TestBulkSchemaAPI, TestManagedSynonymFilterFactory, GraphQueryTest, RegexBytesRefFilterTest, DocValuesMultiTest, TestFilteredDocIdSet, TestCollationField, TestStressRecovery, TestOmitPositions, TestMultiValuedNumericRangeQuery, DistributedFacetPivotWhiteBoxTest, VMParamsZkACLAndCredentialsProvidersTest, TestClusterProperties, CoreMergeIndexesAdminHandlerTest, BasicAuthIntegrationTest, TestStandardQParsers, TestQueryWrapperFilter, TestOnReconnectListenerSupport, TestExactSharedStatsCache, DeleteShardTest, ExplicitHLLTest, TestXmlQParser, SynonymTokenizerTest, TestRequestStatusCollectionAPI, TestComplexPhraseQParserPlugin, TestSolrQueryParser, SpatialRPTFieldTypeTest, AutoAddReplicasPlanActionTest, TestSystemCollAutoCreate, CloudExitableDirectoryReaderTest, BooleanFieldTest, TestDistribStateManager]
[junit4] Completed [114/765 (1!)] on J1 in 5.91s, 5 tests, 1 failure <<< FAILURES!
[...truncated 2150 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J0-20171231_175948_77518273447919434742585.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J2-20171231_175948_7752701721957239345559.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20171231_175948_77512240665093241969242.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 879 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/temp/junit4-J0-20171231_184349_0105167955415460396463.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 15 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/temp/junit4-J2-20171231_184349_0105189755535721251295.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 21 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/temp/junit4-J1-20171231_184349_01010219552987703206983.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 1460 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20171231_184647_5743242689587248285230.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J2-20171231_184647_57416083450928443324690.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20171231_184647_57411092853293217904836.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 782 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171231_184656_4136932462579577729531.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171231_184656_41315485167079963059496.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171231_184656_41381325667053375902.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171231_184750_3776760844171261695946.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171231_184750_3778697686326182855106.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171231_184750_37715163771672882489475.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1260 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171231_184808_644745185765322231311.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171231_184808_64315917738244120626285.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 644 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171231_184815_67313638879214087128288.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171231_184815_6735826645052634424236.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171231_184815_6674080835537331792201.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 558 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171231_184837_17510978229254109697008.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171231_184837_17512792930196537671416.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171231_184837_17514250850975911182172.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 563 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171231_184850_3359548743123087107011.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171231_184850_33511086348465601615736.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 656 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171231_184858_34712983431431036078574.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171231_184858_3471675594066049334738.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171231_184858_3477350458191546589717.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171231_184927_49217188545666519143819.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171231_184927_49215739359246884478654.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171231_184939_2935989902091906431840.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32216 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21183 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21183/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
3 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at http://127.0.0.1:37235/solr/awhollynewcollection_0_shard2_replica_n6: ClusterState says we are the leader (http://127.0.0.1:37235/solr/awhollynewcollection_0_shard2_replica_n6), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:37235/solr/awhollynewcollection_0_shard2_replica_n6: ClusterState says we are the leader (http://127.0.0.1:37235/solr/awhollynewcollection_0_shard2_replica_n6), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([373B76FDD4175A98:7F4E0249D224750D]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37235/solr/awhollynewcollection_0_shard2_replica_n6: ClusterState says we are the leader (http://127.0.0.1:37235/solr/awhollynewcollection_0_shard2_replica_n6), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost
Error Message:
Stack Trace:
java.util.ConcurrentModificationException
at __randomizedtesting.SeedInfo.seed([373B76FDD4175A98:882EB80357FD3F1E]:0)
at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:939)
at java.base/java.util.ArrayList$Itr.next(ArrayList.java:893)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141)
at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([373B76FDD4175A98:23732DA8F710E786]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:440)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 11886 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestComputePlanAction_373B76FDD4175A98-001/init-core-data-001
[junit4] 2> 126055 WARN (SUITE-TestComputePlanAction-seed#[373B76FDD4175A98]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 126058 INFO (SUITE-TestComputePlanAction-seed#[373B76FDD4175A98]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 126059 INFO (SUITE-TestComputePlanAction-seed#[373B76FDD4175A98]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 126059 INFO (SUITE-TestComputePlanAction-seed#[373B76FDD4175A98]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 126068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 126068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 126068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 126068 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 126069 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 126069 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 126070 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126070 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 126070 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 126070 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 126070 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 126070 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 126071 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126071 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
[junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 126071 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 126073 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 126073 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126073 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 126073 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 126073 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126073 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 126074 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126094 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126114 DEBUG (ScheduledTrigger-492-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126134 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126155 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126175 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126187 DEBUG (simCloudManagerPool-491-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126187 DEBUG (simCloudManagerPool-491-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 126188 DEBUG (simCloudManagerPool-491-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126189 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 126190 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126190 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 126190 DEBUG (simCloudManagerPool-491-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126191 DEBUG (simCloudManagerPool-491-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 126191 DEBUG (simCloudManagerPool-491-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126191 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 126191 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126191 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 126195 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126215 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126236 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126256 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126276 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126295 DEBUG (simCloudManagerPool-491-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126296 DEBUG (simCloudManagerPool-491-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 126296 DEBUG (simCloudManagerPool-491-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 126296 DEBUG (simCloudManagerPool-491-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 126296 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 126296 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126296 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126296 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 126296 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126296 DEBUG (simCloudManagerPool-491-thread-4) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeLost
[junit4] 2> 126309 DEBUG (simCloudManagerPool-491-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 126310 DEBUG (simCloudManagerPool-491-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 126316 DEBUG (ScheduledTrigger-492-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126317 DEBUG (ScheduledTrigger-492-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126318 INFO (simCloudManagerPool-491-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2433317439 sessionWrapper.createTime 2433317042727861, this.sessionWrapper.createTime 2433317042727861
[junit4] 2> 126318 DEBUG (simCloudManagerPool-491-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 126337 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126337 DEBUG (ScheduledTrigger-492-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126342 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction -- cluster state: znodeVersion: 2
[junit4] 2> live nodes:[127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> collections:{testNodeLost=DocCollection(testNodeLost//clusterstate.json/1)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}}
[junit4] 2> 126344 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction Stopped_node : 127.0.0.1:10001_solr
[junit4] 2> 126346 DEBUG (simCloudManagerPool-491-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 126357 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126357 DEBUG (ScheduledTrigger-492-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126357 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 126357 DEBUG (ScheduledTrigger-492-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 126377 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126377 DEBUG (ScheduledTrigger-492-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126397 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126397 DEBUG (ScheduledTrigger-492-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126418 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126418 DEBUG (ScheduledTrigger-492-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126438 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126438 DEBUG (ScheduledTrigger-492-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126458 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126458 DEBUG (ScheduledTrigger-492-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126478 DEBUG (ScheduledTrigger-492-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126478 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126498 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 126498 DEBUG (ScheduledTrigger-492-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126498 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10001_solr]
[junit4] 2> 126499 DEBUG (ScheduledTrigger-492-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"8a51751d0a399Teyz8mtz9bcgiplhk5bgkx86jk",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2433319389143961,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433319389143961],
[junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}}
[junit4] 2> 126501 DEBUG (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"8a51751d0a399Teyz8mtz9bcgiplhk5bgkx86jk",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2433319389143961,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433319389143961],
[junit4] 2> "_enqueue_time_":2433326484081011,
[junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}}
[junit4] 2> 126502 DEBUG (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"8a51751d0a399Teyz8mtz9bcgiplhk5bgkx86jk",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2433319389143961,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433319389143961],
[junit4] 2> "_enqueue_time_":2433326484081011,
[junit4] 2> "nodeNames":["127.0.0.1:10001_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 126502 DEBUG (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 126503 DEBUG (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 126504 INFO (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10002_solr&inPlaceMove=true&replica=core_node2
[junit4] 2> 126504 INFO (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2433326752 sessionWrapper.createTime 2433326675907711, this.sessionWrapper.createTime 2433326675907711
[junit4] 2> 126504 DEBUG (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 126505 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE --------------
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: {
[junit4] 2> "127.0.0.1:10001_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":1,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":990,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10001_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10001,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10000_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":1,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":990,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10000_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10000,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10002_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":0,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":1000,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10002_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10002,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction * Live nodes: [127.0.0.1:10000_solr]
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction * Collection testNodeLost state: DocCollection(testNodeLost//clusterstate.json/3)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLost
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 126506 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 2
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10001_solr
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10002_solr
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeLost]
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 1
[junit4] 2> 126507 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 1
[junit4] 2> 126508 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost 1
[junit4] 2> 126508 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 1
[junit4] 2> 126508 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 126508 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 126508 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3
[junit4] 2> 126509 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 126509 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 126510 DEBUG (AutoscalingActionExecutor-493-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 446 ms for event id=8a51751d0a399Teyz8mtz9bcgiplhk5bgkx86jk
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestComputePlanAction -Dtests.method=testNodeLost -Dtests.seed=373B76FDD4175A98 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=asa -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.44s J0 | TestComputePlanAction.testNodeLost <<<
[junit4] > Throwable #1: java.util.ConcurrentModificationException
[junit4] > at __randomizedtesting.SeedInfo.seed([373B76FDD4175A98:882EB80357FD3F1E]:0)
[junit4] > at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:939)
[junit4] > at java.base/java.util.ArrayList$Itr.next(ArrayList.java:893)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141)
[junit4] > at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 126513 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
[junit4] 2> 126513 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 126513 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 126513 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 126513 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126513 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10001_solr
[junit4] 2> 126513 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 126513 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10002_solr
[junit4] 2> 126513 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 126513 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 126513 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 126514 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 126514 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 126514 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126514 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 126514 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 126514 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126514 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 126514 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126534 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126555 DEBUG (ScheduledTrigger-495-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126575 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126595 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126614 DEBUG (simCloudManagerPool-494-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126614 DEBUG (simCloudManagerPool-494-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 126615 DEBUG (simCloudManagerPool-494-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126615 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 126615 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126615 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 126615 DEBUG (simCloudManagerPool-494-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126615 DEBUG (simCloudManagerPool-494-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 126615 DEBUG (simCloudManagerPool-494-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126615 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 126615 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126615 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 126616 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126636 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126656 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126676 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126696 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126716 DEBUG (simCloudManagerPool-494-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126716 DEBUG (simCloudManagerPool-494-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 126716 DEBUG (simCloudManagerPool-494-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126717 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126717 DEBUG (simCloudManagerPool-494-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126717 DEBUG (simCloudManagerPool-494-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true}
[junit4] 2> 126717 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 126718 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 126718 DEBUG (simCloudManagerPool-494-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126718 DEBUG (ScheduledTrigger-495-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 126718 DEBUG (ScheduledTrigger-495-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 126718 DEBUG (simCloudManagerPool-494-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 126718 DEBUG (simCloudManagerPool-494-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126718 DEBUG (simCloudManagerPool-494-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126718 DEBUG (simCloudManagerPool-494-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true}
[junit4] 2> 126718 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 126718 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 126719 DEBUG (simCloudManagerPool-494-thread-5) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
[junit4] 2> 126729 WARN (simCloudManagerPool-494-thread-5) [ ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 126729 DEBUG (simCloudManagerPool-494-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 126729 DEBUG (simCloudManagerPool-494-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 126730 INFO (simCloudManagerPool-494-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2433338021 sessionWrapper.createTime 2433338008463961, this.sessionWrapper.createTime 2433338008463961
[junit4] 2> 126730 DEBUG (simCloudManagerPool-494-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 126737 DEBUG (ScheduledTrigger-495-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126739 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 126739 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
[junit4] 2> 126752 DEBUG (simCloudManagerPool-494-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126752 DEBUG (simCloudManagerPool-494-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 126752 DEBUG (simCloudManagerPool-494-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126752 DEBUG (simCloudManagerPool-494-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 126752 DEBUG (simCloudManagerPool-494-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true}
[junit4] 2> 126752 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 126752 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 126757 DEBUG (ScheduledTrigger-495-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126759 DEBUG (ScheduledTrigger-495-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 126759 DEBUG (ScheduledTrigger-495-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 126759 DEBUG (ScheduledTrigger-495-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 2433339491750911
[junit4] 2> 126777 DEBUG (ScheduledTrigger-495-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 126779 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 126779 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 126779 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [2433339491750911], now=2433340506418761
[junit4] 2> 126780 DEBUG (ScheduledTrigger-495-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"8a51c000613ffTeyz8mtz9bcgiplhk5bgkx86jp",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2433339491750911,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433339491750911],
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 126780 DEBUG (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"8a51c000613ffTeyz8mtz9bcgiplhk5bgkx86jp",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2433339491750911,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433339491750911],
[junit4] 2> "_enqueue_time_":2433340522108811,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 126780 DEBUG (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"8a51c000613ffTeyz8mtz9bcgiplhk5bgkx86jp",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":2433339491750911,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433339491750911],
[junit4] 2> "_enqueue_time_":2433340522108811,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 126781 DEBUG (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 126781 DEBUG (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 126781 INFO (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node1
[junit4] 2> 126781 INFO (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2433340600 sessionWrapper.createTime 2433340584946911, this.sessionWrapper.createTime 2433340584946911
[junit4] 2> 126781 DEBUG (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction Node values: {
[junit4] 2> "127.0.0.1:10000_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":2,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":970,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10000_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10000,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10003_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":0,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":1000,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10003_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10003,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction Live nodes: [127.0.0.1:10000_solr, 127.0.0.1:10003_solr], collection state: DocCollection(testNodeAdded//clusterstate.json/5)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> 126782 DEBUG (AutoscalingActionExecutor-496-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 88 ms for event id=8a51c000613ffTeyz8mtz9bcgiplhk5bgkx86jp
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE --------------
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: {
[junit4] 2> "127.0.0.1:10000_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":2,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":970,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10000_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10000,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10003_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":0,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":1000,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10003_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10003,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}}
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction * Live nodes: [127.0.0.1:10000_solr, 127.0.0.1:10003_solr]
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction * Collection testNodeAdded state: DocCollection(testNodeAdded//clusterstate.json/5)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n1",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10000_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_n2",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 1
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeAdded]
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeAdded 2
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 5
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4
[junit4] 2> 126782 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 126783 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 126783 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - AFTER_ACTION 1
[junit4] 2> 126783 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - BEFORE_ACTION 1
[junit4] 2> 126783 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 126783 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 126785 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
[junit4] 2> 126785 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 126785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 126785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 126785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 126786 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 126786 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 126788 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 126791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 126791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 126791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10003_solr]
[junit4] 2> 126791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
[junit4] 2> 126791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 126794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126794 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 126794 DEBUG (ScheduledTrigger-498-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126814 DEBUG (ScheduledTrigger-498-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126834 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126854 DEBUG (ScheduledTrigger-498-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126875 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126891 DEBUG (simCloudManagerPool-497-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126891 DEBUG (simCloudManagerPool-497-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 126892 DEBUG (simCloudManagerPool-497-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10003_solr]
[junit4] 2> 126892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 126892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 126892 DEBUG (simCloudManagerPool-497-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126892 DEBUG (simCloudManagerPool-497-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 126892 DEBUG (simCloudManagerPool-497-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10003_solr]
[junit4] 2> 126892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 126892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 126895 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126915 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126935 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126955 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126975 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 126993 DEBUG (simCloudManagerPool-497-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 126994 DEBUG (simCloudManagerPool-497-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
[junit4] 2> 126994 DEBUG (simCloudManagerPool-497-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10006_solr, 127.0.0.1:10005_solr, 127.0.0.1:10003_solr]
[junit4] 2> 126994 DEBUG (simCloudManagerPool-497-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10006_solr, 127.0.0.1:10005_solr, 127.0.0.1:10003_solr]
[junit4] 2> 126994 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
[junit4] 2> 126994 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 126994 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 126994 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
[junit4] 2> 126994 DEBUG (simCloudManagerPool-497-thread-4) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost
[junit4] 2> 126996 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 127005 DEBUG (simCloudManagerPool-497-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 127005 DEBUG (simCloudManagerPool-497-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 127007 INFO (simCloudManagerPool-497-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2433351887 sessionWrapper.createTime 2433351776789211, this.sessionWrapper.createTime 2433351776789211
[junit4] 2> 127007 DEBUG (simCloudManagerPool-497-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 127014 DEBUG (ScheduledTrigger-498-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 127016 DEBUG (ScheduledTrigger-498-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 127035 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 127036 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 127055 DEBUG (ScheduledTrigger-498-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 127056 DEBUG (ScheduledTrigger-498-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 127070 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction -- cluster state: znodeVersion: 9
[junit4] 2> live nodes:[127.0.0.1:10004_solr, 127.0.0.1:10006_solr, 127.0.0.1:10003_solr, 127.0.0.1:10005_solr]
[junit4] 2> collections:{testNodeWithMultipleReplicasLost=DocCollection(testNodeWithMultipleReplicasLost//clusterstate.json/8)={
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node6":{
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000},
[junit4] 2> "core_node4":{
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n4",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000},
[junit4] 2> "core_node5":{
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000},
[junit4] 2> "core_node2":{
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000},
[junit4] 2> "core_node3":{
[junit4] 2> "node_name":"127.0.0.1:10006_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n3",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}}
[junit4] 2> 127076 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 127076 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10006_solr
[junit4] 2> 127076 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 127076 DEBUG (ScheduledTrigger-498-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10006_solr
[junit4] 2> 127077 DEBUG (simCloudManagerPool-497-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard2: {"core_node6":{
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost"}}
[junit4] 2> 127077 DEBUG (simCloudManagerPool-497-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeWithMultipleReplicasLost"}}
[junit4] 2> 127097 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 127097 DEBUG (ScheduledTrigger-498-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 127097 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10006_solr]
[junit4] 2> 127097 DEBUG (ScheduledTrigger-498-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"8a51fb1b01c0bTeyz8mtz9bcgiplhk5bgkx86ju",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2433355357363211,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433355357363211],
[junit4] 2> "nodeNames":["127.0.0.1:10006_solr"]}}
[junit4] 2> 127097 DEBUG (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"8a51fb1b01c0bTeyz8mtz9bcgiplhk5bgkx86ju",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2433355357363211,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433355357363211],
[junit4] 2> "_enqueue_time_":2433356376403061,
[junit4] 2> "nodeNames":["127.0.0.1:10006_solr"]}}
[junit4] 2> 127097 DEBUG (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"8a51fb1b01c0bTeyz8mtz9bcgiplhk5bgkx86ju",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":2433355357363211,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2433355357363211],
[junit4] 2> "_enqueue_time_":2433356376403061,
[junit4] 2> "nodeNames":["127.0.0.1:10006_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 127097 DEBUG (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 127098 DEBUG (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 127099 INFO (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node5
[junit4] 2> 127099 INFO (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 127099 INFO (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2433356498 sessionWrapper.createTime 2433356434370861, this.sessionWrapper.createTime 2433356434370861
[junit4] 2> 127099 DEBUG (AutoscalingActionExecutor-499-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 127100 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10003_solr&inPlaceMove=true&replica=core_node5
[junit4] 2> 127100 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node3
[junit4] 2> 127100 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE --------------
[junit4] 2> 127100 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[373B76FDD4175A98]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: {
[junit4] 2> "127.0.0.1:10004_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":1,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":990,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit4] 2> "ip_1":"127",
[junit4] 2> "ip_3":"0",
[junit4] 2> "ip_2":"0",
[junit4] 2> "ip_4":"1",
[junit4] 2> "node":"127.0.0.1:10004_solr",
[junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0,
[junit4] 2> "port":10004,
[junit4] 2> "heapUsage":123450000,
[junit4] 2> "sysLoadAvg":1.0,
[junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0},
[junit4] 2> "127.0.0.1:10006_solr":{
[junit4] 2> "sysprop.java.vendor":"Oracle Corporation",
[junit4] 2> "cores":2,
[junit4] 2> "host":"127.0.0.1",
[junit4] 2> "freedisk":980,
[junit4] 2> "sysprop.java.version":"9.0.1",
[junit
[...truncated too long message...]
4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1376341 ERROR (coreZkRegister-5206-thread-1-processing-n:127.0.0.1:37235_solr x:awhollynewcollection_0_shard2_replica_n6 s:shard2 c:awhollynewcollection_0 r:core_node9) [n:127.0.0.1:37235_solr c:awhollynewcollection_0 s:shard2 r:core_node9 x:awhollynewcollection_0_shard2_replica_n6] o.a.s.c.ZkContainer
[junit4] 2> java.lang.NullPointerException
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1350)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1342)
[junit4] 2> at org.apache.solr.cloud.ZkController.publish(ZkController.java:1338)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:188)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1376341 ERROR (coreZkRegister-5206-thread-1-processing-n:127.0.0.1:37235_solr x:awhollynewcollection_0_shard2_replica_n6 s:shard2 c:awhollynewcollection_0 r:core_node9) [n:127.0.0.1:37235_solr c:awhollynewcollection_0 s:shard2 r:core_node9 x:awhollynewcollection_0_shard2_replica_n6] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1251)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1218)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1174)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 1376341 INFO (jetty-closer-2607-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4775dfe2{/solr,null,UNAVAILABLE}
[junit4] 2> 1377773 INFO (jetty-closer-2607-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65b16ec1{/solr,null,UNAVAILABLE}
[junit4] 2> 1377773 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[373B76FDD4175A98]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1377774 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[373B76FDD4175A98]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41415 41415
[junit4] 2> 1377780 INFO (Thread-2462) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41415 41415
[junit4] 2> 1377781 WARN (Thread-2462) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/configs/conf
[junit4] 2> 18 /solr/aliases.json
[junit4] 2> 18 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/collections/addReplicaColl/state.json
[junit4] 2> 32 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 31 /solr/collections/reloaded_collection/state.json
[junit4] 2> 18 /solr/clusterstate.json
[junit4] 2> 13 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 13 /solr/collections/halfdeletedcollection/state.json
[junit4] 2> 10 /solr/collections/onlyinzk/state.json
[junit4] 2> 5 /solr/collections/created_and_deleted/state.json
[junit4] 2> 5 /solr/collections/withconfigset2/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker/state.json
[junit4] 2> 4 /solr/collections/halfcollection/state.json
[junit4] 2> 4 /solr/collections/halfcollectionblocker2/state.json
[junit4] 2> 2 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 2 /solr/collections/addReplicaColl/leader_elect/shard1/election/99269562558316554-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 302 /solr/collections
[junit4] 2> 18 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_373B76FDD4175A98-001
[junit4] 2> Dec 31, 2017 3:16:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=47, maxMBSortInHeap=5.143104228115581, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@61892a39), locale=gd, timezone=Indian/Maldives
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=81457552,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [TestRTGBase, SuggesterTSTTest, TestLocalFSCloudBackupRestore, TestNumericTokenStream, TestSurroundQueryParser, TestManagedSynonymFilterFactory, TestTrackingShardHandlerFactory, TestAnalyzedSuggestions, TestEmbeddedSolrServerAdminHandler, HighlighterConfigTest, SuggesterFSTTest, TestDynamicFieldResource, TestSimpleTrackingShardHandler, BlockJoinFacetDistribTest, NumericFieldsTest, DirectoryFactoryTest, TestMultiValuedNumericRangeQuery, HdfsChaosMonkeyNothingIsSafeTest, TestSolrQueryParser, LukeRequestHandlerTest, DirectUpdateHandlerTest, TestXIncludeConfig, CdcrReplicationDistributedZkTest, TestPointFields, AssignTest, TestInitQParser, TestDocumentBuilder, ConcurrentDeleteAndCreateCollectionTest, TestCorePropertiesReload, SolrMetricReporterTest, TestUseDocValuesAsStored, DistributedFacetPivotWhiteBoxTest, BaseCdcrDistributedZkTest, ShardRoutingCustomTest, TestAuthorizationFramework, OutputWriterTest, TestSolrCloudWithHadoopAuthPlugin, OpenCloseCoreStressTest, TestUtilizeNode, TestCloudSchemaless, ChaosMonkeySafeLeaderWithPullReplicasTest, MetricTriggerTest, TestMacros, TestClusterProperties, HdfsNNFailoverTest, TestBM25SimilarityFactory, TestJettySolrRunner, AddBlockUpdateTest, TestShortCircuitedRequests, TestOmitPositions, TestLargeCluster, TestSolr4Spatial2, TestSolr4Spatial, TestOverriddenPrefixQueryForCustomFieldType, TestStressReorder, ExplicitHLLTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsLockFactoryTest, SearchHandlerTest, TestLegacyFieldReuse, TermVectorComponentDistributedTest, AnalyticsQueryTest, ManagedSchemaRoundRobinCloudTest, TestRangeQuery, TestRequestStatusCollectionAPI, DistributedSuggestComponentTest, DateRangeFieldTest, BinaryUpdateRequestHandlerTest, NotRequiredUniqueKeyTest, ZkCLITest, TestCloudInspectUtil, DeleteLastCustomShardedReplicaTest, BasicAuthIntegrationTest, PropertiesRequestHandlerTest, ShowFileRequestHandlerTest, SynonymTokenizerTest, TestDistribStateManager, TestPolicyCloud, MoreLikeThisHandlerTest, RulesTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, SpatialRPTFieldTypeTest, TestFreeTextSuggestions, TestCryptoKeys, BadIndexSchemaTest, TestPseudoReturnFields, TestAnalyzeInfixSuggestions, TestInPlaceUpdatesDistrib, SchemaVersionSpecificBehaviorTest, PrimUtilsTest, OverseerTaskQueueTest, SpellingQueryConverterTest, TestPullReplicaErrorHandling, TestConfigSetsAPI, TestDownShardTolerantSearch, TestManagedSchema, TestSolrCloudWithDelegationTokens, BooleanFieldTest, TestSubQueryTransformer, VMParamsZkACLAndCredentialsProvidersTest, TestDocSet, ZkStateWriterTest, SOLR749Test, TestExpandComponent, ShardRoutingTest, RequestHandlersTest, SuggestComponentContextFilterQueryTest, AddReplicaTest, DOMUtilTest, TestComplexPhraseQParserPlugin, SolrXmlInZkTest, TestFieldTypeCollectionResource, TestQuerySenderNoQuery, SolrRequestParserTest, TestLazyCores, DistributedIntervalFacetingTest, LeaderFailoverAfterPartitionTest, TestSolrCloudSnapshots, SolrSlf4jReporterTest, ResponseHeaderTest, TestDFISimilarityFactory, ClassificationUpdateProcessorTest, TestSQLHandlerNonCloud, QueryResultKeyTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4] Completed [381/765 (3!)] on J1 in 85.75s, 19 tests, 1 error <<< FAILURES!
[...truncated 42021 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build
# 21182 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21182/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseG1GC
12 tests failed.
FAILED: org.apache.solr.cloud.AssignBackwardCompatibilityTest.test
Error Message:
Error from server at http://127.0.0.1:33211/solr: Error waiting for corenode gone
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33211/solr: Error waiting for corenode gone
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:2EB52A9C22E54516]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:81)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestLeaderInitiatedRecoveryThread.testPublishDownState
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35877/wubf/xj
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35877/wubf/xj
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:F89CB7B828046113]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
FAILED: org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates
Error Message:
Error from server at http://127.0.0.1:33081/solr: Could not fully remove collection: tlog_replica_test_out_of_order_db_qwith_in_place_updates
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33081/solr: Could not fully remove collection: tlog_replica_test_out_of_order_db_qwith_in_place_updates
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTlogReplica.tearDown(TestTlogReplica.java:123)
at jdk.internal.reflect.GeneratedMethodAccessor7.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection
Error Message:
Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_basic_leader_election
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_basic_leader_election
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:3069D30E64836F14]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:731)
at org.apache.solr.cloud.TestTlogReplica.testBasicLeaderElection(TestTlogReplica.java:636)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes
Error Message:
Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_only_leader_indexes
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_only_leader_indexes
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:BAE068CBF9BC567D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:731)
at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica
Error Message:
Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_kill_tlog_replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_kill_tlog_replica
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:79D3D1837DBAA7E3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:731)
at org.apache.solr.cloud.TestTlogReplica.testKillTlogReplica(TestTlogReplica.java:433)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_recovery
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_recovery
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:67116CEAA149E249]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:731)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:524)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testAddRemoveTlogReplica
Error Message:
Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_add_remove_tlog_replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_add_remove_tlog_replica
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:A05C5D5934FD540C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:731)
at org.apache.solr.cloud.TestTlogReplica.testAddRemoveTlogReplica(TestTlogReplica.java:266)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testAddDocs
Error Message:
Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_add_docs
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46307/solr: Could not fully create collection: tlog_replica_test_add_docs
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:466A0E406F57DA03]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:731)
at org.apache.solr.cloud.TestTlogReplica.testAddDocs(TestTlogReplica.java:225)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testCreateDelete {seed=[A6E115468C1928EE:BDF1E40A7AE9D0DE]}
Error Message:
expected:<200> but was:<500>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<500>
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:BDF1E40A7AE9D0DE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.testCreateDelete(TestTlogReplica.java:182)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.TestTlogReplica.testCreateDelete {seed=[A6E115468C1928EE:9A758F64E2B1BF2]}
Error Message:
expected:<200> but was:<500>
Stack Trace:
java.lang.AssertionError: expected:<200> but was:<500>
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:9A758F64E2B1BF2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.TestTlogReplica.testCreateDelete(TestTlogReplica.java:168)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.index.hdfs.CheckHdfsIndexTest.doTest
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:33261/pola
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33261/pola
at __randomizedtesting.SeedInfo.seed([A6E115468C1928EE:1A5ADE2E1A23B57]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 11769 lines...]
[junit4] Suite: org.apache.solr.cloud.AssignBackwardCompatibilityTest
[junit4] 2> 84177 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_A6E115468C1928EE-001/init-core-data-001
[junit4] 2> 84177 WARN (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
[junit4] 2> 84180 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 84181 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 84182 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_A6E115468C1928EE-001/tempDir-001
[junit4] 2> 84182 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 84185 INFO (Thread-85) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 84185 INFO (Thread-85) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 84217 ERROR (Thread-85) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 84285 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42667
[junit4] 2> 84306 INFO (zkConnectionManagerCallback-182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84325 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 84325 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 84326 INFO (jetty-launcher-179-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 84327 INFO (jetty-launcher-179-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 84328 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4391ef79{/solr,null,AVAILABLE}
[junit4] 2> 84329 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@347c7312{HTTP/1.1,[http/1.1]}{127.0.0.1:34677}
[junit4] 2> 84329 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.Server Started @86090ms
[junit4] 2> 84329 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34677}
[junit4] 2> 84329 ERROR (jetty-launcher-179-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84329 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 84330 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84330 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84330 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T10:57:55.704108Z
[junit4] 2> 84340 INFO (jetty-launcher-179-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@adaf1f1{/solr,null,AVAILABLE}
[junit4] 2> 84340 INFO (jetty-launcher-179-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d87a7a{HTTP/1.1,[http/1.1]}{127.0.0.1:33211}
[junit4] 2> 84340 INFO (jetty-launcher-179-thread-3) [ ] o.e.j.s.Server Started @86102ms
[junit4] 2> 84340 INFO (jetty-launcher-179-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33211}
[junit4] 2> 84341 ERROR (jetty-launcher-179-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84341 INFO (jetty-launcher-179-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 84341 INFO (jetty-launcher-179-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84341 INFO (jetty-launcher-179-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84341 INFO (jetty-launcher-179-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T10:57:55.715237Z
[junit4] 2> 84362 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@466983fa{/solr,null,AVAILABLE}
[junit4] 2> 84362 INFO (jetty-launcher-179-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@744126ed{/solr,null,AVAILABLE}
[junit4] 2> 84363 INFO (jetty-launcher-179-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1783eec4{HTTP/1.1,[http/1.1]}{127.0.0.1:38367}
[junit4] 2> 84363 INFO (jetty-launcher-179-thread-4) [ ] o.e.j.s.Server Started @86124ms
[junit4] 2> 84363 INFO (jetty-launcher-179-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38367}
[junit4] 2> 84363 ERROR (jetty-launcher-179-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84363 INFO (jetty-launcher-179-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 84363 INFO (jetty-launcher-179-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84363 INFO (jetty-launcher-179-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84363 INFO (jetty-launcher-179-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T10:57:55.737730Z
[junit4] 2> 84364 INFO (zkConnectionManagerCallback-186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84365 INFO (zkConnectionManagerCallback-184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84365 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e7458fc{HTTP/1.1,[http/1.1]}{127.0.0.1:34359}
[junit4] 2> 84365 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.Server Started @86126ms
[junit4] 2> 84365 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34359}
[junit4] 2> 84365 ERROR (jetty-launcher-179-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 84365 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 84365 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 84365 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 84365 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T10:57:55.739760Z
[junit4] 2> 84379 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84379 INFO (jetty-launcher-179-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84399 INFO (zkConnectionManagerCallback-190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84400 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84406 INFO (zkConnectionManagerCallback-188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84411 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42667/solr
[junit4] 2> 84419 INFO (jetty-launcher-179-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 84426 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42667/solr
[junit4] 2> 84437 INFO (jetty-launcher-179-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42667/solr
[junit4] 2> 84438 INFO (zkConnectionManagerCallback-194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84466 INFO (jetty-launcher-179-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42667/solr
[junit4] 2> 84498 INFO (zkConnectionManagerCallback-199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84542 INFO (zkConnectionManagerCallback-206-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84543 INFO (zkConnectionManagerCallback-202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84550 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ac388d680008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 84560 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ac388d680007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 84582 INFO (zkConnectionManagerCallback-210-thread-1-processing-n:127.0.0.1:34677_solr) [n:127.0.0.1:34677_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84593 INFO (zkConnectionManagerCallback-208-thread-1-processing-n:127.0.0.1:34359_solr) [n:127.0.0.1:34359_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84631 INFO (zkConnectionManagerCallback-212-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84636 INFO (zkConnectionManagerCallback-214-thread-1-processing-n:127.0.0.1:33211_solr) [n:127.0.0.1:33211_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 84640 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84641 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38367_solr
[junit4] 2> 84642 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.c.Overseer Overseer (id=99268550692700171-127.0.0.1:38367_solr-n_0000000000) starting
[junit4] 2> 84645 INFO (jetty-launcher-179-thread-3) [n:127.0.0.1:33211_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84646 INFO (jetty-launcher-179-thread-3) [n:127.0.0.1:33211_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33211_solr
[junit4] 2> 84676 INFO (zkCallback-211-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 84697 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:33211_solr) [n:127.0.0.1:33211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 84699 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38367_solr
[junit4] 2> 84703 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:33211_solr) [n:127.0.0.1:33211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 84703 INFO (zkCallback-211-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 84719 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:34677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 84721 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:34677_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84722 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:34677_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34677_solr
[junit4] 2> 84725 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:33211_solr) [n:127.0.0.1:33211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 84725 INFO (zkCallback-211-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 84735 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:34359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 84736 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:34359_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 84737 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:34359_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34359_solr
[junit4] 2> 84740 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:33211_solr) [n:127.0.0.1:33211_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 84741 INFO (zkCallback-211-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 84750 INFO (zkCallback-209-thread-1-processing-n:127.0.0.1:34677_solr) [n:127.0.0.1:34677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 84764 INFO (zkCallback-209-thread-2-processing-n:127.0.0.1:34677_solr) [n:127.0.0.1:34677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 84782 INFO (zkCallback-207-thread-1-processing-n:127.0.0.1:34359_solr) [n:127.0.0.1:34359_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 84787 INFO (jetty-launcher-179-thread-3) [n:127.0.0.1:33211_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33211.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84827 INFO (jetty-launcher-179-thread-3) [n:127.0.0.1:33211_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33211.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84827 INFO (jetty-launcher-179-thread-3) [n:127.0.0.1:33211_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33211.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84833 INFO (jetty-launcher-179-thread-3) [n:127.0.0.1:33211_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_A6E115468C1928EE-001/tempDir-001/node3/.
[junit4] 2> 84934 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:34677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34677.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84934 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38367.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84941 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:34359_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34359.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84948 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38367.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84948 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:34677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34677.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84948 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:34677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34677.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84948 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38367.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84951 INFO (jetty-launcher-179-thread-4) [n:127.0.0.1:38367_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_A6E115468C1928EE-001/tempDir-001/node4/.
[junit4] 2> 84951 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:34677_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_A6E115468C1928EE-001/tempDir-001/node1/.
[junit4] 2> 84955 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:34359_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34359.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84955 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:34359_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34359.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1865ab83
[junit4] 2> 84958 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:34359_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_A6E115468C1928EE-001/tempDir-001/node2/.
[junit4] 2> 85180 INFO (zkConnectionManagerCallback-224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 85198 INFO (zkConnectionManagerCallback-228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 85199 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 85199 INFO (SUITE-AssignBackwardCompatibilityTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42667/solr ready
[junit4] 2> 85207 INFO (qtp904483127-602) [n:127.0.0.1:33211_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=4&maxShardsPerNode=1000&name=collection1&nrtReplicas=4&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 85214 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 85214 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
[junit4] 2> 85214 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1/protwords.txt
[junit4] 2> 85215 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1/managed-schema
[junit4] 2> 85216 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1/solrconfig.xml
[junit4] 2> 85217 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1/synonyms.txt
[junit4] 2> 85231 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1/stopwords.txt
[junit4] 2> 85233 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1/lang/contractions_it.txt
[junit4] 2> 85234 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1/lang/stemdict_nl.txt
[junit4] 2> 85238 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1/lang/stopwords_hy.txt
[junit4] 2> 85240 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1/lang/stopwords_no.txt
[junit4] 2> 85241 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1/lang/contractions_ca.txt
[junit4] 2> 85242 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1/lang/stopwords_id.txt
[junit4] 2> 85243 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1/lang/stopwords_ga.txt
[junit4] 2> 85244 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1/lang/stopwords_hi.txt
[junit4] 2> 85245 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1/lang/stopwords_da.txt
[junit4] 2> 85246 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1/lang/stopwords_ja.txt
[junit4] 2> 85247 INFO (OverseerThreadFactory-207-thread-1-processing-n:127.0.0.1:38367_solr) [n:127.0.0.1:38367_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1/lang/stopwords_pt.txt
[junit4] 2> 852
[...truncated too long message...]
ient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> 1514653 WARN (SUITE-CheckHdfsIndexTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1514696 INFO (SUITE-CheckHdfsIndexTest-seed#[A6E115468C1928EE]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1514698 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46147) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1514699 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:46147) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1899686462-88.99.242.108-1514718611550 (Datanode Uuid e09a35aa-7fb3-4560-bfea-e993249a1e6e) service to localhost.localdomain/127.0.0.1:46147
[junit4] 2> 1514700 WARN (SUITE-CheckHdfsIndexTest-seed#[A6E115468C1928EE]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1514837 INFO (SUITE-CheckHdfsIndexTest-seed#[A6E115468C1928EE]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 1514942 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46147) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1514943 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:46147) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1899686462-88.99.242.108-1514718611550 (Datanode Uuid ba947930-be8a-477e-9904-ef58bd85c575) service to localhost.localdomain/127.0.0.1:46147
[junit4] 2> 1514961 INFO (SUITE-CheckHdfsIndexTest-seed#[A6E115468C1928EE]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.index.hdfs.CheckHdfsIndexTest_A6E115468C1928EE-001
[junit4] 2> Dec 31, 2017 11:21:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 65 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6a6a8a7e), locale=smn, timezone=Jamaica
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=226841024,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSynonymGraphFilterFactory, TestCustomStream, ClusterStateTest, SimplePostToolTest, HdfsBasicDistributedZk2Test, InfoHandlerTest, SystemLogListenerTest, SolrCLIZkUtilsTest, TestZkChroot, TestNumericTerms64, TestFiltering, TestHdfsBackupRestoreCore, BadComponentTest, CustomCollectionTest, SuggestComponentTest, TestReload, FullSolrCloudDistribCmdsTest, AnalysisErrorHandlingTest, TestSubQueryTransformerCrossCore, TestDeleteCollectionOnDownNodes, TestRestoreCore, TestBulkSchemaConcurrent, TestPayloadCheckQParserPlugin, TimeZoneUtilsTest, TestCloudRecovery, TestStressInPlaceUpdates, SuggesterTest, CoreAdminHandlerTest, SystemInfoHandlerTest, RankQueryTest, TestNonDefinedSimilarityFactory, TestCoreDiscovery, SubstringBytesRefFilterTest, BufferStoreTest, ExitableDirectoryReaderTest, TestDefaultStatsCache, OverseerRolesTest, TestHttpShardHandlerFactory, TestGroupingSearch, DocValuesNotIndexedTest, HdfsUnloadDistributedZkTest, SparseHLLTest, BasicDistributedZk2Test, ReplaceNodeTest, TestExecutePlanAction, TestLeaderElectionZkExpiry, SolrMetricsIntegrationTest, DirectSolrSpellCheckerTest, XmlUpdateRequestHandlerTest, WordBreakSolrSpellCheckerTest, TestManagedResourceStorage, LoggingHandlerTest, QueryElevationComponentTest, TestRealTimeGet, IndexBasedSpellCheckerTest, TestSchemaManager, AsyncCallRequestStatusResponseTest, TestLFUCache, TestEmbeddedSolrServerConstructors, TestGraphTermsQParserPlugin, TolerantUpdateProcessorTest, HdfsRecoverLeaseTest, TestPKIAuthenticationPlugin, HttpPartitionTest, TestLRUCache, ZkFailoverTest, SortByFunctionTest, TestGraphMLResponseWriter, NumberUtilsTest, TestTolerantUpdateProcessorCloud, DistributedFacetPivotSmallAdvancedTest, TestCharFilters, TestLockTree, TestExtendedDismaxParser, BasicAuthStandaloneTest, HighlighterTest, ConjunctionSolrSpellCheckerTest, LeaderFailureAfterFreshStartTest, TestManagedSchemaAPI, DistanceFunctionTest, TestUseDocValuesAsStored2, CheckHdfsIndexTest]
[junit4] Completed [310/765 (4!)] on J2 in 703.72s, 5 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 42356 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21181 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21181/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=12041, name=jetty-launcher-1598-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=12036, name=jetty-launcher-1598-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=12041, name=jetty-launcher-1598-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=12036, name=jetty-launcher-1598-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([DD7456DBFE2B1108]:0)
FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery
Error Message:
Error from server at https://127.0.0.1:46127/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46127/solr: create the collection time out:180s
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MissingSegmentRecoveryTest.setup(MissingSegmentRecoveryTest.java:61)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:43853
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:43853
at __randomizedtesting.SeedInfo.seed([DD7456DBFE2B1108:B6128976C0FEC5F2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.handler.component.SearchHandlerTest.testZkConnected
Error Message:
Error from server at http://127.0.0.1:35485/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35485/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([DD7456DBFE2B1108:1F6CCB67659B6129]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.handler.component.SearchHandlerTest.testZkConnected(SearchHandlerTest.java:128)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12362 lines...]
[junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
[junit4] 2> 499564 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/init-core-data-001
[junit4] 2> 499565 WARN (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 499565 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 499566 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 499568 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/tempDir-001
[junit4] 2> 499568 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 499568 INFO (Thread-1082) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 499568 INFO (Thread-1082) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 499569 ERROR (Thread-1082) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 499668 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44951
[junit4] 2> 499670 INFO (zkConnectionManagerCallback-958-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 499674 INFO (jetty-launcher-955-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 499674 INFO (jetty-launcher-955-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 499683 INFO (jetty-launcher-955-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ad03c{/solr,null,AVAILABLE}
[junit4] 2> 499684 INFO (jetty-launcher-955-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f34350{/solr,null,AVAILABLE}
[junit4] 2> 499684 INFO (jetty-launcher-955-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c7f954{SSL,[ssl, http/1.1]}{127.0.0.1:41855}
[junit4] 2> 499684 INFO (jetty-launcher-955-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@be09dd{SSL,[ssl, http/1.1]}{127.0.0.1:46127}
[junit4] 2> 499684 INFO (jetty-launcher-955-thread-2) [ ] o.e.j.s.Server Started @500536ms
[junit4] 2> 499684 INFO (jetty-launcher-955-thread-1) [ ] o.e.j.s.Server Started @500536ms
[junit4] 2> 499684 INFO (jetty-launcher-955-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46127}
[junit4] 2> 499684 INFO (jetty-launcher-955-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41855}
[junit4] 2> 499685 ERROR (jetty-launcher-955-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 499685 ERROR (jetty-launcher-955-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T08:04:02.983Z
[junit4] 2> 499685 INFO (jetty-launcher-955-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T08:04:02.983Z
[junit4] 2> 499687 INFO (zkConnectionManagerCallback-962-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 499687 INFO (zkConnectionManagerCallback-961-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 499687 INFO (jetty-launcher-955-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 499687 INFO (jetty-launcher-955-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 499695 INFO (jetty-launcher-955-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44951/solr
[junit4] 2> 499695 INFO (jetty-launcher-955-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44951/solr
[junit4] 2> 499696 INFO (zkConnectionManagerCallback-970-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 499696 INFO (zkConnectionManagerCallback-968-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 499696 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160ab995cb30004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 499698 INFO (zkConnectionManagerCallback-974-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 499698 INFO (zkConnectionManagerCallback-973-thread-1-processing-n:127.0.0.1:46127_solr) [n:127.0.0.1:46127_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 499746 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 499746 INFO (jetty-launcher-955-thread-1) [n:127.0.0.1:46127_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 499747 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41855_solr
[junit4] 2> 499747 INFO (jetty-launcher-955-thread-1) [n:127.0.0.1:46127_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46127_solr
[junit4] 2> 499747 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.c.Overseer Overseer (id=99267866975731717-127.0.0.1:41855_solr-n_0000000000) starting
[junit4] 2> 499748 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 499748 INFO (zkCallback-971-thread-1-processing-n:127.0.0.1:46127_solr) [n:127.0.0.1:46127_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 499756 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41855_solr
[junit4] 2> 499757 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 499759 INFO (zkCallback-971-thread-1-processing-n:127.0.0.1:46127_solr) [n:127.0.0.1:46127_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 500010 INFO (jetty-launcher-955-thread-1) [n:127.0.0.1:46127_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46127.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 500021 INFO (jetty-launcher-955-thread-1) [n:127.0.0.1:46127_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46127.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 500021 INFO (jetty-launcher-955-thread-1) [n:127.0.0.1:46127_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46127.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 500022 INFO (jetty-launcher-955-thread-1) [n:127.0.0.1:46127_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/tempDir-001/node1/.
[junit4] 2> 500097 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41855.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 500107 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41855.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 500108 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41855.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 500109 INFO (jetty-launcher-955-thread-2) [n:127.0.0.1:41855_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/tempDir-001/node2/.
[junit4] 2> 500138 INFO (zkConnectionManagerCallback-980-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 500141 INFO (zkConnectionManagerCallback-984-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 500142 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 500142 INFO (SUITE-MissingSegmentRecoveryTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44951/solr ready
[junit4] 2> 500153 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[DD7456DBFE2B1108]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
[junit4] 2> 500231 INFO (qtp4923470-4905) [n:127.0.0.1:46127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 500233 INFO (OverseerThreadFactory-1997-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
[junit4] 2> 500338 INFO (OverseerStateUpdate-99267866975731717-127.0.0.1:41855_solr-n_0000000000) [n:127.0.0.1:41855_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MissingSegmentRecoveryTest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46127/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 500339 INFO (OverseerStateUpdate-99267866975731717-127.0.0.1:41855_solr-n_0000000000) [n:127.0.0.1:41855_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MissingSegmentRecoveryTest",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41855/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 500552 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 500552 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 500634 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 500634 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 500737 INFO (zkCallback-972-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 500737 INFO (zkCallback-971-thread-1-processing-n:127.0.0.1:46127_solr) [n:127.0.0.1:46127_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 500737 INFO (zkCallback-972-thread-2-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 500737 INFO (zkCallback-971-thread-2-processing-n:127.0.0.1:46127_solr) [n:127.0.0.1:46127_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 501567 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 501576 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
[junit4] 2> 501579 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 501579 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 501580 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46127.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 501580 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 501580 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica_n1/data/]
[junit4] 2> 501648 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 501655 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n2] Schema name=minimal
[junit4] 2> 501657 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 501657 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 501658 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41855.solr.core.MissingSegmentRecoveryTest.shard1.replica_n2' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@8ff1bc
[junit4] 2> 501658 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 501658 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_DD7456DBFE2B1108-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n2/data/]
[junit4] 2> 501683 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 501683 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 501684 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 501684 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 501688 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ce6610[MissingSegmentRecoveryTest_shard1_replica_n1] main]
[junit4] 2> 501689 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 501689 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 501690 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 501692 INFO (searcherExecutor-2002-thread-1-processing-n:127.0.0.1:46127_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@ce6610[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 501692 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588285873837834240
[junit4] 2> 501697 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 501723 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 501723 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 501724 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 501724 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 501726 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@812402[MissingSegmentRecoveryTest_shard1_replica_n2] main]
[junit4] 2> 501727 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 501727 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 501728 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 501729 INFO (searcherExecutor-2003-thread-1-processing-n:127.0.0.1:41855_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@812402[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 501729 INFO (qtp8969192-4908) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588285873876631552
[junit4] 2> 502197 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 502197 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 502197 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46127/solr/MissingSegmentRecoveryTest_shard1_replica_n1/
[junit4] 2> 502198 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n1 url=https://127.0.0.1:46127/solr START replicas=[https://127.0.0.1:41855/solr/MissingSegmentRecoveryTest_shard1_replica_n2/] nUpdates=100
[junit4] 2> 502204 INFO (qtp8969192-4910) [n:127.0.0.1:41855_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 502498 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n1 url=https://127.0.0.1:46127/solr DONE. We have no versions. sync failed.
[junit4] 2> 502498 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 502498 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 502498 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 502501 INFO (qtp4923470-4915) [n:127.0.0.1:46127_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46127/solr/MissingSegmentRecoveryTest_shard1_replica_n1/ shard1
[junit4] 2> 680233 ERROR (qtp4923470-4905) [n:127.0.0.1:46127_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 680234 INFO (qtp4923470-4905) [n:127.0.0.1:46127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 680234 ERROR (qtp4923470-4905) [n:127.0.0.1:46127_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 680242 INFO (qtp4923470-4913) [n:127.0.0.1:46127_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 860244 ERROR (qtp4923470-4913) [n:127.0.0.1:46127_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: delete the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 860244 INFO (qtp4923470-4913) [n:127.0.0.1:46127_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 860245 ERROR (qtp4923470-4913) [n:127.0.0.1:46127_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: delete the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 860246 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[DD7456DBFE2B1108]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=DD7456DBFE2B1108 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-MA -Dtests.timezone=Australia/Sydney -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 360s J1 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46127/solr: create the collection time out:180s
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.MissingSegmentRecoveryTest.setup(MissingSegmentRecoveryTest.java:61)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46127/solr: delete the collection time out:180s
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.MissingSegmentRecoveryTest.teardown(MissingSegmentRecoveryTest.java:83)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 860250 INFO (jetty-closer-956-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c7f954{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 860250 INFO (jetty-closer-956-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@be09dd{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 860250 INFO (jetty-closer-956-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=12236942
[junit4] 2> 860250 INFO (jetty-closer-956-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8787
[junit4] 2> 860250 INFO (jetty-closer-956-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 860250 INFO (jetty-closer-956-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 860251 INFO (jetty-closer-956-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1288a: rootName = solr_41855, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7487ad
[junit4] 2> 860251 INFO (jetty-closer-956-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17604c: rootName = solr_46127, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@a98b6f
[junit4] 2> 860252 ERROR (OverseerThreadFactory-1997-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41855/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:41855/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41855 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 860252 ERROR (OverseerThreadFactory-1997-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46127/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:46127/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:46127 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 860253 ERROR (OverseerThreadFactory-1997-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [MissingSegmentRecoveryTest].
[junit4] 2> 860256 INFO (OverseerThreadFactory-1997-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 860256 ERROR (OverseerThreadFactory-1997-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:46127/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:46127/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:46127 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 860257 ERROR (OverseerThreadFactory-1997-thread-1-processing-n:127.0.0.1:41855_solr) [n:127.0.0.1:41855_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41855/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:41855/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:41855 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection r
[...truncated too long message...]
r/collections
[junit4] 2>
[junit4] 2> 2308115 INFO (TEST-SearchHandlerTest.testZkConnected-seed#[DD7456DBFE2B1108]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZkConnected
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SearchHandlerTest -Dtests.method=testZkConnected -Dtests.seed=DD7456DBFE2B1108 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sv-SE -Dtests.timezone=America/Argentina/San_Luis -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 211s J1 | SearchHandlerTest.testZkConnected <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35485/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([DD7456DBFE2B1108:1F6CCB67659B6129]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.handler.component.SearchHandlerTest.testZkConnected(SearchHandlerTest.java:128)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2308120 INFO (TEST-SearchHandlerTest.testInitialization-seed#[DD7456DBFE2B1108]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInitialization
[junit4] 2> 2308120 INFO (TEST-SearchHandlerTest.testInitialization-seed#[DD7456DBFE2B1108]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInitialization
[junit4] 2> 2308121 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2308121 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32679652
[junit4] 2> 2308121 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2308121 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46b6b3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3b2021
[junit4] 2> 2308126 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2308126 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1df9da7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1f787ca
[junit4] 2> 2308130 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2308130 INFO (SUITE-SearchHandlerTest-seed#[DD7456DBFE2B1108]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bbcb99: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c8052c
[junit4] 2> 2308131 INFO (coreCloseExecutor-7335-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@47585d
[junit4] 2> 2308131 INFO (coreCloseExecutor-7335-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=4675677
[junit4] 2> 2308131 INFO (coreCloseExecutor-7335-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13bd824: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7fce95
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.handler.component.SearchHandlerTest_DD7456DBFE2B1108-001
[junit4] 2> Dec 31, 2017 8:34:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1027, maxMBSortInHeap=6.3315810441524665, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@33e4c9), locale=sv-SE, timezone=America/Argentina/San_Luis
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=196443584,total=373415936
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetImmutable, TestDocBasedVersionConstraints, TestNRTOpen, HdfsRestartWhileUpdatingTest, TestXmlQParser, SolrCmdDistributorTest, TestSolrCloudWithDelegationTokens, TestManagedSchema, DOMUtilTest, BinaryUpdateRequestHandlerTest, ManagedSchemaRoundRobinCloudTest, DocValuesMultiTest, RemoteQueryErrorTest, RequestHandlersTest, HdfsLockFactoryTest, TestObjectReleaseTracker, ConcurrentDeleteAndCreateCollectionTest, BasicAuthIntegrationTest, SaslZkACLProviderTest, DebugComponentTest, TestAuthorizationFramework, ZkStateWriterTest, SuggesterTSTTest, OverseerTaskQueueTest, AddReplicaTest, NotRequiredUniqueKeyTest, OutputWriterTest, ChaosMonkeySafeLeaderTest, TestInitQParser, TestRebalanceLeaders, TestRemoteStreaming, TestLargeCluster, HealthCheckHandlerTest, TestCloudSchemaless, DistributedTermsComponentTest, RegexBoostProcessorTest, TestGeoJSONResponseWriter, DistributedExpandComponentTest, ReplicaListTransformerTest, TestFastWriter, MergeStrategyTest, DistributedFacetPivotWhiteBoxTest, TestOrdValues, CloudExitableDirectoryReaderTest, DirectUpdateHandlerTest, DeleteLastCustomShardedReplicaTest, TestSimpleTrackingShardHandler, TestScoreJoinQPNoScore, DeleteShardTest, BooleanFieldTest, SOLR749Test, MissingSegmentRecoveryTest, TestRTGBase, MoveReplicaTest, SpatialRPTFieldTypeTest, TestBinaryResponseWriter, TestMacros, DocumentAnalysisRequestHandlerTest, TermVectorComponentDistributedTest, TestPullReplicaErrorHandling, TestStressCloudBlindAtomicUpdates, TestSerializedLuceneMatchVersion, TestTestInjection, TestPerFieldSimilarity, SynonymTokenizerTest, TestBM25SimilarityFactory, TestUtilizeNode, OutOfBoxZkACLAndCredentialsProvidersTest, TestInPlaceUpdatesDistrib, TestLocalFSCloudBackupRestore, MetricsConfigTest, TestDocSet, QueryEqualityTest, DistributedFacetPivotLongTailTest, DateRangeFieldTest, TestExactSharedStatsCache, TestMissingGroups, TestManagedResource, CachingDirectoryFactoryTest, TestQueryWrapperFilter, AddBlockUpdateTest, TestLazyCores, TestCollationField, HdfsChaosMonkeyNothingIsSafeTest, SolrRequestParserTest, TestSha256AuthenticationProvider, GraphQueryTest, TestStandardQParsers, ChaosMonkeySafeLeaderWithPullReplicasTest, TestOverriddenPrefixQueryForCustomFieldType, TestIntervalFaceting, TestRetrieveFieldsOptimizer, TestJsonFacetRefinement, TestSurroundQueryParser, TestUnifiedSolrHighlighter, TestSolr4Spatial, RulesTest, TestCursorMarkWithoutUniqueKey, SolrGraphiteReporterTest, TestBulkSchemaAPI, TestSolrCloudSnapshots, SimpleCollectionCreateDeleteTest, ClassificationUpdateProcessorTest, TestCryptoKeys, AutoscalingHistoryHandlerTest, BaseCdcrDistributedZkTest, ResponseHeaderTest, SearchHandlerTest, TestOnReconnectListenerSupport, TestStressRecovery, SolrIndexSplitterTest, TriggerIntegrationTest, SuggestComponentContextFilterQueryTest, TestAnalyzeInfixSuggestions, TestQuerySenderNoQuery, TestRequestStatusCollectionAPI, ExecutePlanActionTest, TestLeaderElectionWithEmptyReplica, TestXIncludeConfig, AtomicUpdatesTest, ShowFileRequestHandlerTest, TestConfigSetsAPI, TestCorePropertiesReload, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDFISimilarityFactory, TestSearcherReuse, TestReplicationHandler, ShardRoutingCustomTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestStressReorder, TestReload, SimpleFacetsTest, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestBadConfig, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, SortByFunctionTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, TestSolrQueryParser, TestJmxIntegration, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest]
[junit4] Completed [521/765 (4!)] on J1 in 212.49s, 2 tests, 1 error <<< FAILURES!
[...truncated 44718 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21180 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21180/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReqParamsAPI
Error Message:
Error from server at http://127.0.0.1:42331/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42331/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([9911969A2525A52]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.handler.TestReqParamsAPI.createCluster(TestReqParamsAPI.java:66)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:40277_solr, 127.0.0.1:43735_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/22)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple1_shard1_replica_n1", "base_url":"https://127.0.0.1:40151/solr", "node_name":"127.0.0.1:40151_solr", "state":"down", "type":"NRT"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:40277/solr", "node_name":"127.0.0.1:40277_solr", "state":"active", "type":"NRT", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple1_shard2_replica_n5", "base_url":"https://127.0.0.1:40151/solr", "node_name":"127.0.0.1:40151_solr", "state":"down", "type":"NRT"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:40277/solr", "node_name":"127.0.0.1:40277_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:40277_solr, 127.0.0.1:43735_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/22)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple1_shard1_replica_n1",
"base_url":"https://127.0.0.1:40151/solr",
"node_name":"127.0.0.1:40151_solr",
"state":"down",
"type":"NRT"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:40277/solr",
"node_name":"127.0.0.1:40277_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple1_shard2_replica_n5",
"base_url":"https://127.0.0.1:40151/solr",
"node_name":"127.0.0.1:40151_solr",
"state":"down",
"type":"NRT"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:40277/solr",
"node_name":"127.0.0.1:40277_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([9911969A2525A52:31223D9785A18E83]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:125)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12301 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> 557007 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/init-core-data-001
[junit4] 2> 557007 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 557007 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 557009 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 557010 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001
[junit4] 2> 557010 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 557010 INFO (Thread-3317) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 557010 INFO (Thread-3317) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 557011 ERROR (Thread-3317) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 557110 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43551
[junit4] 2> 557111 INFO (zkConnectionManagerCallback-5683-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557114 INFO (jetty-launcher-5680-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 557116 INFO (jetty-launcher-5680-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@681c6e15{/solr,null,AVAILABLE}
[junit4] 2> 557117 INFO (jetty-launcher-5680-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62fbc41e{SSL,[ssl, http/1.1]}{127.0.0.1:43735}
[junit4] 2> 557123 INFO (jetty-launcher-5680-thread-1) [ ] o.e.j.s.Server Started @559068ms
[junit4] 2> 557123 INFO (jetty-launcher-5680-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43735}
[junit4] 2> 557123 INFO (jetty-launcher-5680-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 557124 ERROR (jetty-launcher-5680-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 557124 INFO (jetty-launcher-5680-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 557124 INFO (jetty-launcher-5680-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 557124 INFO (jetty-launcher-5680-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 557124 INFO (jetty-launcher-5680-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T05:02:05.278Z
[junit4] 2> 557126 INFO (jetty-launcher-5680-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68aa961e{/solr,null,AVAILABLE}
[junit4] 2> 557126 INFO (jetty-launcher-5680-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 557127 INFO (jetty-launcher-5680-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@190ddc54{SSL,[ssl, http/1.1]}{127.0.0.1:40277}
[junit4] 2> 557127 INFO (jetty-launcher-5680-thread-3) [ ] o.e.j.s.Server Started @559071ms
[junit4] 2> 557127 INFO (jetty-launcher-5680-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40277}
[junit4] 2> 557127 ERROR (jetty-launcher-5680-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 557127 INFO (jetty-launcher-5680-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 557127 INFO (jetty-launcher-5680-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 557127 INFO (jetty-launcher-5680-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 557127 INFO (jetty-launcher-5680-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T05:02:05.281Z
[junit4] 2> 557132 INFO (zkConnectionManagerCallback-5685-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557133 INFO (jetty-launcher-5680-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 557133 INFO (jetty-launcher-5680-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c75a5f2{/solr,null,AVAILABLE}
[junit4] 2> 557134 INFO (zkConnectionManagerCallback-5687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51f3bf41{SSL,[ssl, http/1.1]}{127.0.0.1:40151}
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-2) [ ] o.e.j.s.Server Started @559078ms
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40151}
[junit4] 2> 557134 ERROR (jetty-launcher-5680-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 557134 INFO (jetty-launcher-5680-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-31T05:02:05.288Z
[junit4] 2> 557141 INFO (zkConnectionManagerCallback-5689-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557142 INFO (jetty-launcher-5680-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 557142 INFO (jetty-launcher-5680-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43551/solr
[junit4] 2> 557142 INFO (zkConnectionManagerCallback-5693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557143 INFO (jetty-launcher-5680-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43551/solr
[junit4] 2> 557144 INFO (zkConnectionManagerCallback-5697-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557144 INFO (zkConnectionManagerCallback-5699-thread-1-processing-n:127.0.0.1:40277_solr) [n:127.0.0.1:40277_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557147 INFO (jetty-launcher-5680-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43551/solr
[junit4] 2> 557148 INFO (zkConnectionManagerCallback-5705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557150 INFO (zkConnectionManagerCallback-5701-thread-1-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557150 INFO (zkConnectionManagerCallback-5707-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557185 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 557185 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40277_solr
[junit4] 2> 557185 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.c.Overseer Overseer (id=99267151473213446-127.0.0.1:40277_solr-n_0000000000) starting
[junit4] 2> 557187 INFO (jetty-launcher-5680-thread-2) [n:127.0.0.1:40151_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 557188 INFO (jetty-launcher-5680-thread-2) [n:127.0.0.1:40151_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40151_solr
[junit4] 2> 557205 DEBUG (OverseerAutoScalingTriggerThread-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 557206 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 557206 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 557210 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40277_solr
[junit4] 2> 557210 INFO (jetty-launcher-5680-thread-1) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 557210 DEBUG (OverseerAutoScalingTriggerThread-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 557213 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 557213 INFO (zkCallback-5698-thread-1-processing-n:127.0.0.1:40277_solr) [n:127.0.0.1:40277_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 557214 INFO (jetty-launcher-5680-thread-1) [n:127.0.0.1:43735_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 557214 INFO (jetty-launcher-5680-thread-1) [n:127.0.0.1:43735_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43735_solr
[junit4] 2> 557215 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 557218 DEBUG (OverseerAutoScalingTriggerThread-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:40151_solr, 127.0.0.1:40277_solr]
[junit4] 2> 557218 DEBUG (OverseerAutoScalingTriggerThread-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 557218 DEBUG (OverseerAutoScalingTriggerThread-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 557225 INFO (zkCallback-5700-thread-1-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 557230 INFO (zkCallback-5698-thread-2-processing-n:127.0.0.1:40277_solr) [n:127.0.0.1:40277_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 557238 DEBUG (OverseerAutoScalingTriggerThread-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 557238 DEBUG (OverseerAutoScalingTriggerThread-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 557241 DEBUG (ScheduledTrigger-2490-thread-1) [n:127.0.0.1:40277_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 557276 INFO (jetty-launcher-5680-thread-2) [n:127.0.0.1:40151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40151.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557278 INFO (jetty-launcher-5680-thread-1) [n:127.0.0.1:43735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43735.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557279 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40277.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557281 INFO (jetty-launcher-5680-thread-2) [n:127.0.0.1:40151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40151.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557281 INFO (jetty-launcher-5680-thread-2) [n:127.0.0.1:40151_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40151.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557282 INFO (jetty-launcher-5680-thread-2) [n:127.0.0.1:40151_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/.
[junit4] 2> 557286 INFO (jetty-launcher-5680-thread-1) [n:127.0.0.1:43735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43735.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557287 INFO (jetty-launcher-5680-thread-1) [n:127.0.0.1:43735_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43735.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557287 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40277.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557287 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40277.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 557288 INFO (jetty-launcher-5680-thread-1) [n:127.0.0.1:43735_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node1/.
[junit4] 2> 557288 INFO (jetty-launcher-5680-thread-3) [n:127.0.0.1:40277_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node3/.
[junit4] 2> 557350 INFO (zkConnectionManagerCallback-5715-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557353 INFO (zkConnectionManagerCallback-5719-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 557353 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 557353 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[9911969A2525A52]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43551/solr ready
[junit4] 2> 557364 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[9911969A2525A52]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 557390 INFO (qtp579699937-15450) [n:127.0.0.1:40151_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:43735_solr,127.0.0.1:40151_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 557391 INFO (OverseerThreadFactory-2492-thread-1-processing-n:127.0.0.1:40277_solr) [n:127.0.0.1:40277_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 557494 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40151/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 557501 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43735/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 557503 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40151/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 557504 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43735/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 557718 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 557719 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 557719 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 557754 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 557754 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 557758 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 557861 INFO (zkCallback-5700-thread-1-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 557861 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 557861 INFO (zkCallback-5700-thread-2-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 558241 DEBUG (ScheduledTrigger-2490-thread-1) [n:127.0.0.1:40277_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 558730 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 558739 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
[junit4] 2> 558741 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 558741 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using configuration from collection testSimple1, trusted=true
[junit4] 2> 558741 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40151.solr.core.testSimple1.shard2.replica_n5' (registry 'solr.core.testSimple1.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 558741 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 558741 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 558741 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/testSimple1_shard2_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/./testSimple1_shard2_replica_n5/data/]
[junit4] 2> 558745 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 558746 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 558746 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 558747 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40151.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 558747 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 558747 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 558765 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 558784 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 558786 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 558787 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 558788 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 558788 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43735.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 558788 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 558788 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 558789 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 558791 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 558791 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 558791 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43735.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 558791 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 558791 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 558792 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 558792 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 558793 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 558793 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 558794 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 558794 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 558794 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@627490cd[testSimple1_shard2_replica_n5] main]
[junit4] 2> 558794 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 558794 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 558795 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30054bce[testSimple1_shard1_replica_n1] main]
[junit4] 2> 558796 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 558796 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 558796 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 558796 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 558796 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 558796 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 558797 INFO (searcherExecutor-2500-thread-1-processing-n:127.0.0.1:40151_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@30054bce[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 558797 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588274425444171776
[junit4] 2> 558797 INFO (searcherExecutor-2499-thread-1-processing-n:127.0.0.1:40151_solr x:testSimple1_shard2_replica_n5 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [testSimple1_shard2_replica_n5] Registered new searcher Searcher@627490cd[testSimple1_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 558797 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588274425444171776
[junit4] 2> 558800 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 558801 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 558817 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 558817 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 558817 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 558818 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 558819 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b6af18f[testSimple1_shard2_replica_n6] main]
[junit4] 2> 558820 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 558820 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 558820 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 558821 INFO (searcherExecutor-2503-thread-1-processing-n:127.0.0.1:43735_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@6b6af18f[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 558821 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588274425469337600
[junit4] 2> 558821 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 558821 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 558822 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 558822 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 558824 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@323a8b19[testSimple1_shard1_replica_n2] main]
[junit4] 2> 558824 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 558824 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 558825 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 558825 INFO (searcherExecutor-2504-thread-1-processing-n:127.0.0.1:43735_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node4) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@323a8b19[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 558825 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588274425473531904
[junit4] 2> 558901 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 558901 INFO (zkCallback-5700-thread-1-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 558901 INFO (zkCallback-5700-thread-2-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 559242 DEBUG (ScheduledTrigger-2490-thread-2) [n:127.0.0.1:40277_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 559301 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 559301 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 559301 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40151/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 559301 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 559301 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 559301 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40151/solr/testSimple1_shard2_replica_n5/
[junit4] 2> 559301 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:40151/solr START replicas=[https://127.0.0.1:43735/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 559301 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n5 url=https://127.0.0.1:40151/solr START replicas=[https://127.0.0.1:43735/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 559305 INFO (qtp1729780772-15433) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 559305 INFO (qtp1729780772-15432) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 559601 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:40151/solr DONE. We have no versions. sync failed.
[junit4] 2> 559601 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n5 url=https://127.0.0.1:40151/solr DONE. We have no versions. sync failed.
[junit4] 2> 559601 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 559602 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 559602 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 559602 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 559602 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 559602 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 559603 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40151/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 559603 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40151/solr/testSimple1_shard2_replica_n5/ shard2
[junit4] 2> 559705 INFO (zkCallback-5700-thread-1-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 559705 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 559705 INFO (zkCallback-5700-thread-2-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 559754 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 559754 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 559761 INFO (qtp579699937-15457) [n:127.0.0.1:40151_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2042
[junit4] 2> 559761 INFO (qtp579699937-15452) [n:127.0.0.1:40151_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2042
[junit4] 2> 559825 INFO (qtp1729780772-15435) [n:127.0.0.1:43735_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2071
[junit4] 2> 559829 INFO (qtp1729780772-15436) [n:127.0.0.1:43735_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2070
[junit4] 2> 559831 INFO (qtp579699937-15450) [n:127.0.0.1:40151_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 559930 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 559930 INFO (zkCallback-5700-thread-2-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 559930 INFO (zkCallback-5700-thread-1-processing-n:127.0.0.1:43735_solr) [n:127.0.0.1:43735_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 560242 DEBUG (ScheduledTrigger-2490-thread-1) [n:127.0.0.1:40277_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 560831 INFO (qtp579699937-15450) [n:127.0.0.1:40151_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:43735_solr,127.0.0.1:40151_solr&wt=javabin&version=2} status=0 QTime=3441
[junit4] 2> 560832 INFO (qtp579699937-15456) [n:127.0.0.1:40151_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:40151_solr,127.0.0.1:40277_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 560837 INFO (OverseerThreadFactory-2492-thread-2-processing-n:127.0.0.1:40277_solr) [n:127.0.0.1:40277_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 560837 INFO (OverseerCollectionConfigSetProcessor-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 561040 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40277/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 561041 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40151/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 561041 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40277/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 561042 INFO (OverseerStateUpdate-99267151473213446-127.0.0.1:40277_solr-n_0000000000) [n:127.0.0.1:40277_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40151/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 561242 DEBUG (ScheduledTrigger-2490-thread-1) [n:127.0.0.1:40277_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 561244 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 561244 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 561268 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 561269 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 561270 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 561372 INFO (zkCallback-5698-thread-2-processing-n:127.0.0.1:40277_solr) [n:127.0.0.1:40277_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 561372 INFO (zkCallback-5698-thread-1-processing-n:127.0.0.1:40277_solr) [n:127.0.0.1:40277_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 561372 INFO (zkCallback-5706-thread-1-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 561372 INFO (zkCallback-5706-thread-2-processing-n:127.0.0.1:40151_solr) [n:127.0.0.1:40151_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 562242 DEBUG (ScheduledTrigger-2490-thread-1) [n:127.0.0.1:40277_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 562256 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 562266 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 562269 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 562270 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
[junit4] 2> 562270 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 562270 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 562271 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40151.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 562271 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 562271 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 562271 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 562271 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
[junit4] 2> 562271 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40151.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 562272 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 562272 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/testSimple2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node2/./testSimple2_shard2_replica_n6/data/]
[junit4] 2> 562281 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 562286 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 562296 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 562297 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 562297 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 562297 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40277.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 562297 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 562297 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node3/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node3/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 562301 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 562302 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 562303 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 562303 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40277.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73e941e8
[junit4] 2> 562303 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 562303 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node3/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_9911969A2525A52-001/tempDir-001/node3/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 562318 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 562318 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 562319 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 562319 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 562319 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 562320 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 562320 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fba1a58[testSimple2_shard2_replica_n6] main]
[junit4] 2> 562321 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 562321 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 562321 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 562321 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 562322 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@446e30d5[testSimple2_shard1_replica_n2] main]
[junit4] 2> 562322 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 562323 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 562323 INFO (searcherExecutor-2520-thread-1-processing-n:127.0.0.1:40151_solr x:testSimple2_shard2_replica_n6 s:shard2 c:testSimple2 r:core_node8) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [testSimple2_shard2_replica_n6] Registered new searcher Searcher@4fba1a58[testSimple2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 562323 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588274429141450752
[junit4] 2> 562323 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 562323 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 562324 INFO (searcherExecutor-2519-thread-1-processing-n:127.0.0.1:40151_solr x:testSimple2_shard1_replica_n2 s:shard1 c:testSimple2 r:core_node5) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher Searcher@446e30d5[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 562324 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588274429142499328
[junit4] 2> 562326 INFO (qtp579699937-15451) [n:127.0.0.1:40151_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 562327 INFO (qtp579699937-15524) [n:127.0.0.1:40151_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 562329 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 562329 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 562329 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 562329 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 562329 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 562330 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 562330 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 562330 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 562330 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49b5af2c[testSimple2_shard1_replica_n1] main]
[junit4] 2> 562331 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 562331 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 562331 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 562332 INFO (searcherExecutor-2522-thread-1-processing-n:127.0.0.1:40277_solr x:testSimple2_shard1_replica_n1 s:shard1 c:testSimple2 r:core_node3) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher Searcher@49b5af2c[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 562332 INFO (qtp906302197-15445) [n:127.0.0.1:40277_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588274429150887936
[junit4] 2> 562332 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@319f1524[testSimple2_shard2_replica_n4] main]
[junit4] 2> 562332 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 562332 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 562333 INFO (qtp906302197-15446) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 562334 INFO (searcherExecutor-2521-thread-1-processing-n:127.0.0.1:40277_solr x:testSimple2_shard2_replica_n4 s:shard2 c:testSimple2 r:core_node7) [n:127.0.0.1:40277_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [testSimple2_shard2_replica_n4] Registered new searcher Searcher@31
[...truncated too long message...]
ded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 2730771 INFO (qtp1718109655-26131) [n:127.0.0.1:42331_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209775
[junit4] 2> 2730772 ERROR (SUITE-TestReqParamsAPI-seed#[9911969A2525A52]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2730773 INFO (SUITE-TestReqParamsAPI-seed#[9911969A2525A52]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42219 42219
[junit4] 2> 2739372 INFO (Thread-7579) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42219 42219
[junit4] 2> 2739373 WARN (Thread-7579) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/conf1/managed-schema
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/collection1/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 2739373 INFO (SUITE-TestReqParamsAPI-seed#[9911969A2525A52]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1853, maxMBSortInHeap=6.8767353918543455, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@229c300b), locale=id, timezone=Asia/Khandyga
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=133950520,total=515375104
[junit4] 2> NOTE: All tests run in this JVM: [TestBackupRepositoryFactory, BasicAuthStandaloneTest, TestSolrConfigHandlerCloud, DeleteStatusTest, TestBlendedInfixSuggestions, TestSolrCoreSnapshots, PeerSyncWithIndexFingerprintCachingTest, TestCoreContainer, SuggestComponentTest, LeaderElectionTest, TestSolrCoreProperties, ScriptEngineTest, TestSolrConfigHandler, QueryElevationComponentTest, TestExactStatsCache, TestClusterStateProvider, TestLRUCache, CheckHdfsIndexTest, InfoHandlerTest, TestReload, TestCollapseQParserPlugin, TestPrepRecovery, ClusterStateTest, ConfigSetsAPITest, HdfsUnloadDistributedZkTest, HdfsRecoverLeaseTest, TestUseDocValuesAsStored2, TestLegacyNumericRangeQueryBuilder, TestQuerySenderListener, PluginInfoTest, TestRealTimeGet, DefaultValueUpdateProcessorTest, TestInfoStreamLogging, TestFuzzyAnalyzedSuggestions, TestDistributedMissingSort, SolrCLIZkUtilsTest, CoreAdminHandlerTest, TestSimDistributedQueue, TestStressInPlaceUpdates, TestLFUCache, ParsingFieldUpdateProcessorsTest, LoggingHandlerTest, TestStreamBody, LegacyCloudClusterPropTest, NumberUtilsTest, TestGraphTermsQParserPlugin, DeleteNodeTest, SolrCloudReportersTest, TemplateUpdateProcessorTest, TestElisionMultitermQuery, TestCloudNestedDocsSort, TestSearchPerf, ReturnFieldsTest, FileBasedSpellCheckerTest, TestJsonFacets, TestSolrCloudWithKerberosAlt, TestDistributedGrouping, SuggesterTest, ShufflingReplicaListTransformerTest, SolrJmxReporterCloudTest, TestCoreAdminApis, TestConfigSetProperties, TestTolerantSearch, SystemLogListenerTest, TlogReplayBufferedWhileIndexingTest, TestCustomDocTransformer, SystemInfoHandlerTest, TestLMJelinekMercerSimilarityFactory, DistributedFacetExistsSmallTest, UnloadDistributedZkTest, TestCoreDiscovery, RequiredFieldsTest, TestNonDefinedSimilarityFactory, TestFunctionQuery, FullSolrCloudDistribCmdsTest, MoveReplicaHDFSFailoverTest, TestSortByMinMaxFunction, CSVRequestHandlerTest, TestPKIAuthenticationPlugin, TestFieldCacheWithThreads, BlockJoinFacetRandomTest, TestUniqueKeyFieldResource, TestCollationFieldDocValues, DistribJoinFromCollectionTest, UtilsToolTest, TestDefaultStatsCache, TestRawResponseWriter, TestSolrQueryResponse, ShardSplitTest, RecoveryZkTest, RankQueryTest, TestSchemaSimilarityResource, TestSolrCoreParser, ZkFailoverTest, SuggesterWFSTTest, EchoParamsTest, CustomCollectionTest, TestReplicaProperties, StatsComponentTest, TestCustomStream, TestManagedResourceStorage, TestLockTree, AddSchemaFieldsUpdateProcessorFactoryTest, TestTolerantUpdateProcessorCloud, SolrMetricsIntegrationTest, TestIndexSearcher, BasicDistributedZk2Test, TestMultiWordSynonyms, BadComponentTest, BufferStoreTest, PreAnalyzedFieldManagedSchemaCloudTest, FieldMutatingUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest, TestDelegationWithHadoopAuth, ZkNodePropsTest, XsltUpdateRequestHandlerTest, ReplaceNodeTest, TestRestoreCore, DisMaxRequestHandlerTest, TestQueryTypes, HttpPartitionTest, TestLeaderElectionZkExpiry, TestCollectionAPI, TestHdfsBackupRestoreCore, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework, TestCollectionsAPIViaSolrCloudCluster, TestDistribDocBasedVersion, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorRandomCloud, AutoScalingHandlerTest, ExecutePlanActionTest, HttpTriggerListenerTest, NodeAddedTriggerTest, NodeLostTriggerTest, TestComputePlanAction, TestDistribStateManager, TestExecutePlanAction, TestGenericDistributedQueue, TestNodeAddedTrigger, TestNodeLostTrigger, TestPolicyCloud, TestTriggerIntegration, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, HdfsRecoveryZkTest, TestNRTOpen, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrCloudSnapshots, TestReqParamsAPI]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestReqParamsAPI -Dtests.seed=9911969A2525A52 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=Asia/Khandyga -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestReqParamsAPI (suite) <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42331/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([9911969A2525A52]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.handler.TestReqParamsAPI.createCluster(TestReqParamsAPI.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [735/765 (2!)] on J2 in 219.10s, 0 tests, 1 error <<< FAILURES!
[...truncated 48159 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21179 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21179/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus
Error Message:
Error from server at https://127.0.0.1:35497/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35497/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([348EA51DCA84B96:230E7D78247BF6B8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCloudInfoInCoreStatus(CollectionsAPISolrJTest.java:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic
Error Message:
Stack Trace:
java.util.ConcurrentModificationException
at __randomizedtesting.SeedInfo.seed([348EA51DCA84B96:A8B2F7440374CDB8]:0)
at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
at java.util.ArrayList$Itr.next(ArrayList.java:851)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141)
at sun.reflect.GeneratedMethodAccessor13.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11873 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> 183644 INFO (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_348EA51DCA84B96-001/init-core-data-001
[junit4] 2> 183644 WARN (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 183645 INFO (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 183646 INFO (SUITE-TestLargeCluster-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 183662 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 183664 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 183664 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 183665 DEBUG (ScheduledTrigger-724-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 36
[junit4] 2> 183671 INFO (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 183671 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 183671 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 183672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 183672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 183672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 183672 INFO (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 183672 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 183673 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[348EA51DCA84B96]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 183673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 183673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 183673 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 183674 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 183674 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183694 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183715 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183735 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183757 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183777 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183783 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 183783 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 183783 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 183784 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 183784 DEBUG (simCloudManagerPool-726-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true}
[junit4] 2> 183784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 183784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 183785 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183785 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183797 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183807 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183807 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183818 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183827 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183827 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183838 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183847 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183847 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183858 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183867 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183868 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183878 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183888 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183888 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183899 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183908 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183908 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183919 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183928 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183928 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183939 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183949 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183949 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183959 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183969 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183969 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 183980 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 183989 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 183989 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184000 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184010 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184010 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184020 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184030 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184030 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184040 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184050 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184050 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184061 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184070 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184071 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184081 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184091 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184091 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184101 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184111 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184111 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184121 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184131 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184132 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184142 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184152 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184152 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184162 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184172 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184172 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184182 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184192 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184192 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184203 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184213 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184213 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184223 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184233 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184233 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184243 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184253 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184253 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184263 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184273 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184273 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184284 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184294 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184294 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184304 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184314 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184314 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184324 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184334 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184334 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184344 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184354 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184354 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184365 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184375 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184375 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184385 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184395 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184395 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184405 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184415 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184415 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184425 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184435 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184436 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184446 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184456 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184456 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184466 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184476 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184476 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184486 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184496 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184496 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184506 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184516 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184516 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184526 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184537 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184537 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184547 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184557 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184557 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184567 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184577 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184577 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184587 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184598 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184598 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184608 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184618 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184618 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184628 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184638 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184638 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184648 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184659 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184659 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184668 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184679 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184679 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184689 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184699 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184699 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184709 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184720 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184720 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184729 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184740 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184740 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184750 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184760 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184760 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184770 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184781 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184781 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184790 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184801 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184801 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184810 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184821 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184821 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184831 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184841 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184842 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184851 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184862 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184862 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184871 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184882 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184882 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184892 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184902 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184902 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184912 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184923 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184923 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184932 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184943 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184943 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184952 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184963 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184963 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184973 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 184984 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 184984 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 184993 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185004 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185004 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185013 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185024 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185024 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185033 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185045 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185045 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185054 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185065 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185065 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185074 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185085 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185085 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185095 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185106 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185106 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185115 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185126 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185126 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185135 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185146 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185146 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185156 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185167 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185167 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185176 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185187 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185187 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185196 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185207 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185207 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185216 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185227 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185227 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185237 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185248 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185248 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185257 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185268 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185268 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185277 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185288 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185288 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185298 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185308 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185309 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185318 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185329 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185329 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185338 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185349 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185349 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185358 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185370 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185370 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185379 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185390 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185390 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185399 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185410 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185410 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185419 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185430 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185431 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185439 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185451 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185451 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185460 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185471 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185471 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185480 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185491 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185491 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185500 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185511 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185512 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185520 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185532 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185532 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185541 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185552 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185552 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185561 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185572 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185572 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185581 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185592 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185592 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185601 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185613 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185613 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185621 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185633 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185633 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185642 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185653 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185653 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185662 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185673 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185673 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185682 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185693 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185694 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185702 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185714 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185714 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185722 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185734 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185734 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185743 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185754 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185754 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185763 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185774 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185775 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185783 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185795 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185795 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185803 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185815 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185815 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185823 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185835 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185835 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185844 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185855 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185855 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185864 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185876 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185876 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185884 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185896 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185896 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185905 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185916 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185916 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185925 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185936 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185936 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185945 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185957 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185957 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185965 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185977 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185977 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 185985 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 185997 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 185997 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186006 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186017 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186017 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186026 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186038 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186038 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186046 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186058 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186058 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186066 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186078 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186078 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186086 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186098 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186098 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186107 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186119 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186119 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186127 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186139 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186139 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186147 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186159 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186159 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186168 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186180 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186180 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186188 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186200 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186200 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186208 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186220 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186220 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186229 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186241 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186241 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186246 DEBUG (simCloudManagerPool-726-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard5: {"core_node133":{
[junit4] 2> "node_name":"127.0.0.1:10083_solr",
[junit4] 2> "core":"testNodeAdded_shard5_replica_t133",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186246 DEBUG (simCloudManagerPool-726-thread-77) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard8: {"core_node218":{
[junit4] 2> "node_name":"127.0.0.1:10053_solr",
[junit4] 2> "core":"testNodeAdded_shard8_replica_n218",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard8",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-78) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard9: {"core_node246":{
[junit4] 2> "node_name":"127.0.0.1:10080_solr",
[junit4] 2> "core":"testNodeAdded_shard9_replica_n246",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard9",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-75) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard10: {"core_node290":{
[junit4] 2> "node_name":"127.0.0.1:10036_solr",
[junit4] 2> "core":"testNodeAdded_shard10_replica_t290",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard10",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-74) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard6: {"core_node155":{
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "core":"testNodeAdded_shard6_replica_n155",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard6",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-72) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard4: {"core_node98":{
[junit4] 2> "node_name":"127.0.0.1:10043_solr",
[junit4] 2> "core":"testNodeAdded_shard4_replica_n98",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-76) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard7: {"core_node191":{
[junit4] 2> "node_name":"127.0.0.1:10021_solr",
[junit4] 2> "core":"testNodeAdded_shard7_replica_t191",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard7",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186247 DEBUG (simCloudManagerPool-726-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard2: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10039_solr",
[junit4] 2> "core":"testNodeAdded_shard2_replica_n39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186248 DEBUG (simCloudManagerPool-726-thread-71) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard3: {"core_node76":{
[junit4] 2> "node_name":"127.0.0.1:10094_solr",
[junit4] 2> "core":"testNodeAdded_shard3_replica_t76",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186248 DEBUG (simCloudManagerPool-726-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard1: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10053_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_t18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 186249 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186261 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186261 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186269 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186281 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186281 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186289 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186301 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186302 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186309 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186322 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186322 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186330 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186342 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186342 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186350 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186362 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186362 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186370 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186382 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186383 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186391 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186403 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186403 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186411 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186423 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186423 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186431 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186443 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186443 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186451 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186464 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186464 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186472 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186484 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186484 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186492 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186504 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186504 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186512 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186525 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186525 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186533 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186545 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186545 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186553 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186565 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186565 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186573 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186585 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186585 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186593 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186606 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186606 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186614 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186626 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186626 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186634 DEBUG (ScheduledTrigger-727-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186646 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186646 DEBUG (ScheduledTrigger-727-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186654 DEBUG (ScheduledTrigger-727-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 186667 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 186667 DEBUG (ScheduledTrigger-727-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 186674 DEBUG (ScheduledTrigger-727-thread-4) [ ] o
[...truncated too long message...]
ontextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: corestatus_test slice: shard2 saw state=DocCollection(corestatus_test//clusterstate.json/11)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"corestatus_test_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:41129/solr",
[junit4] 2> "node_name":"127.0.0.1:41129_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"corestatus_test_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:35075/solr",
[junit4] 2> "node_name":"127.0.0.1:35075_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"corestatus_test_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:35497/solr",
[junit4] 2> "node_name":"127.0.0.1:35497_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"corestatus_test_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:38267/solr",
[junit4] 2> "node_name":"127.0.0.1:38267_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1042221 INFO (qtp2147125666-22297) [n:127.0.0.1:38267_solr c:corestatus_test s:shard2 r:core_node8 x:corestatus_test_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=corestatus_test_shard2_replica_n6&action=CREATE&numShards=2&collection=corestatus_test&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209689
[junit4] 2> 1042221 ERROR (SUITE-CollectionsAPISolrJTest-seed#[348EA51DCA84B96]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1042222 INFO (SUITE-CollectionsAPISolrJTest-seed#[348EA51DCA84B96]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35495 35495
[junit4] 2> 1044857 INFO (Thread-4464) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35495 35495
[junit4] 2> 1044857 WARN (Thread-4464) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/solrj_test/state.json
[junit4] 2> 8 /solr/collections/corestatus_test/state.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/configs/solrj_default_configset
[junit4] 2> 4 /solr/configs/solrj_default_configset/managed-schema
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 52 /solr/collections/solrj_implicit/state.json
[junit4] 2> 49 /solr/collections/solrj_test_splitshard/state.json
[junit4] 2> 43 /solr/collections/replicaProperties/state.json
[junit4] 2> 29 /solr/collections/balancedProperties/state.json
[junit4] 2> 25 /solr/collections/solrj_newstateformat/state.json
[junit4] 2> 24 /solr/collections/solrj_default_configset/state.json
[junit4] 2> 21 /solr/collections/solrj_replicatests/state.json
[junit4] 2> 5 /solr/collections/aliasedCollection/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/solrj_test_core_props/state.json
[junit4] 2> 2 /solr/overseer_elect/election/99266444076122121-127.0.0.1:38267_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_348EA51DCA84B96-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1790, maxMBSortInHeap=5.002180126521911, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7f4079f), locale=fr-CH, timezone=Europe/Rome
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=147020376,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PeerSyncTest, BlockCacheTest, BlockJoinFacetSimpleTest, TestReversedWildcardFilterFactory, DirectUpdateHandlerOptimizeTest, TestSolrIndexConfig, TestNoOpRegenerator, JsonLoaderTest, TestPerFieldSimilarityWithDefaultOverride, SpatialHeatmapFacetsTest, HdfsDirectoryTest, SolrIndexMetricsTest, TestPostingsSolrHighlighter, TestFieldSortValues, TestComputePlanAction, BasicDistributedZkTest, TestFileDictionaryLookup, ComputePlanActionTest, TestHdfsCloudBackupRestore, TestSolrDeletionPolicy1, IndexSchemaRuntimeFieldTest, MinimalSchemaTest, LeaderInitiatedRecoveryOnCommitTest, AnalysisAfterCoreReloadTest, HLLSerializationTest, DistributedFacetPivotSmallTest, LargeFieldTest, CoreAdminRequestStatusTest, NoCacheHeaderTest, TestCodecSupport, TestSkipOverseerOperations, MoveReplicaHDFSTest, TestDistribDocBasedVersion, ActionThrottleTest, TestSchemaVersionResource, TestSolrFieldCacheBean, TestStressLiveNodes, TestRequestForwarding, TestCSVLoader, TestShardHandlerFactory, CacheHeaderTest, PrimitiveFieldTypeTest, ZkControllerTest, URLClassifyProcessorTest, TestPolicyCloud, TestSuggestSpellingConverter, TestMacroExpander, TestCrossCoreJoin, TestComplexPhraseLeadingWildcard, SpellCheckComponentTest, TestWordDelimiterFilterFactory, TestConfigSetsAPIZkFailure, TermVectorComponentTest, BJQParserTest, TestSQLHandler, TestMergePolicyConfig, TestConfigSets, SyncSliceTest, TestDistributedSearch, TestDistribIDF, AtomicUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, ZkStateReaderTest, TestEmbeddedSolrServerSchemaAPI, TestIndexingPerformance, CdcrRequestHandlerTest, TermsComponentTest, NodeMutatorTest, InfixSuggestersTest, TestConfigOverlay, DeleteReplicaTest, SpellCheckCollatorWithCollapseTest, TestPayloadScoreQParserPlugin, TestBadConfig, TestRestManager, RAMDirectoryFactoryTest, TestMiniSolrCloudClusterSSL, TestCloudSearcherWarming, SharedFSAutoReplicaFailoverTest, BadCopyFieldTest, ExternalFileFieldSortTest, SolrInfoBeanTest, CollectionStateFormat2Test, TestComponentsName, TestDFRSimilarityFactory, TestRandomFaceting, TestMaxScoreQueryParser, TestRawTransformer, TestFieldCacheSortRandom, TestCloudDeleteByQuery, TestJoin, SolrJmxReporterTest, CollectionsAPISolrJTest]
[junit4] Completed [237/765 (2!)] on J0 in 261.16s, 13 tests, 1 error <<< FAILURES!
[...truncated 49810 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21178 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21178/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=18310, name=jetty-launcher-4025-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=18313, name=jetty-launcher-4025-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=18310, name=jetty-launcher-4025-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=18313, name=jetty-launcher-4025-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([13E986A864A27BD6]:0)
Build Log:
[...truncated 13368 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
[junit4] 2> 2271349 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_13E986A864A27BD6-001/init-core-data-001
[junit4] 2> 2271349 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2271349 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2271364 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_13E986A864A27BD6-001/tempDir-001
[junit4] 2> 2271364 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2271364 INFO (Thread-3245) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2271364 INFO (Thread-3245) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2271365 ERROR (Thread-3245) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2271464 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34157
[junit4] 2> 2271466 INFO (zkConnectionManagerCallback-4028-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2271469 INFO (jetty-launcher-4025-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2271469 INFO (jetty-launcher-4025-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2271469 INFO (jetty-launcher-4025-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f3f15bf{/solr,null,AVAILABLE}
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7afda285{/solr,null,AVAILABLE}
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b8d4791{SSL,[ssl, http/1.1]}{127.0.0.1:36507}
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73064103{SSL,[ssl, http/1.1]}{127.0.0.1:41027}
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-2) [ ] o.e.j.s.Server Started @2272689ms
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-1) [ ] o.e.j.s.Server Started @2272689ms
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36507}
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41027}
[junit4] 2> 2271470 ERROR (jetty-launcher-4025-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2271470 ERROR (jetty-launcher-4025-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2271470 INFO (jetty-launcher-4025-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T23:28:51.692Z
[junit4] 2> 2271471 INFO (jetty-launcher-4025-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T23:28:51.693Z
[junit4] 2> 2271471 INFO (zkConnectionManagerCallback-4031-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2271471 INFO (zkConnectionManagerCallback-4032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2271472 INFO (jetty-launcher-4025-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2271472 INFO (jetty-launcher-4025-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2271476 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a9c1b1830002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2271477 INFO (jetty-launcher-4025-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34157/solr
[junit4] 2> 2271477 INFO (jetty-launcher-4025-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34157/solr
[junit4] 2> 2271478 INFO (zkConnectionManagerCallback-4038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2271478 INFO (zkConnectionManagerCallback-4040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2271478 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a9c1b1830004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2271479 INFO (zkConnectionManagerCallback-4044-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2271479 INFO (zkConnectionManagerCallback-4043-thread-1-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2271501 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2271501 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2271502 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41027_solr
[junit4] 2> 2271502 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36507_solr
[junit4] 2> 2271502 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.Overseer Overseer (id=99265841174085638-127.0.0.1:41027_solr-n_0000000000) starting
[junit4] 2> 2271502 INFO (zkCallback-4042-thread-1-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2271503 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2271506 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41027_solr
[junit4] 2> 2271508 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2271510 INFO (zkCallback-4042-thread-1-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2271535 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2271538 WARN (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2271539 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 2271540 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
[junit4] 2> 2271540 WARN (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2271541 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
[junit4] 2> 2271542 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2271542 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 2271544 INFO (jetty-launcher-4025-thread-1-EventThread) [n:127.0.0.1:41027_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2271544 INFO (jetty-launcher-4025-thread-2-EventThread) [n:127.0.0.1:36507_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 2271549 WARN (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2271576 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41027.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b911038
[junit4] 2> 2271581 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41027.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b911038
[junit4] 2> 2271581 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41027.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b911038
[junit4] 2> 2271582 INFO (jetty-launcher-4025-thread-1) [n:127.0.0.1:41027_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_13E986A864A27BD6-001/tempDir-001/node1/.
[junit4] 2> 2272554 WARN (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
[junit4] 2> 2272577 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36507.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b911038
[junit4] 2> 2272583 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36507.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b911038
[junit4] 2> 2272583 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36507.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b911038
[junit4] 2> 2272584 INFO (jetty-launcher-4025-thread-2) [n:127.0.0.1:36507_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_13E986A864A27BD6-001/tempDir-001/node2/.
[junit4] 2> 2272599 INFO (zkConnectionManagerCallback-4050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2272600 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a9c1b1830009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2272612 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
[junit4] 2> 2272636 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=test&e=1514712532856&s=qdRc3hrHnhAdQ0+AQ91y5tjRSZg="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:52 GMT
[junit4] 2> 2272636 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
[junit4] 2> 2272646 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
[junit4] 2> 2272648 INFO (qtp936786917-18267) [n:127.0.0.1:41027_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2272648 INFO (qtp936786917-18267) [n:127.0.0.1:41027_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2272648 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1514712532869&s=V1miU4Q0ec2oEshBPkWr+um5vxU="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:52 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:52 GMT
[junit4] 2> 2272649 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
[junit4] 2> 2272656 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
[junit4] 2> 2272657 INFO (zkConnectionManagerCallback-4053-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2272778 INFO (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2272778 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2272778 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34157/solr ready
[junit4] 2> 2272781 INFO (qtp936786917-18271) [n:127.0.0.1:41027_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2272786 INFO (OverseerThreadFactory-4994-thread-1-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
[junit4] 2> 2272889 INFO (OverseerStateUpdate-99265841174085638-127.0.0.1:41027_solr-n_0000000000) [n:127.0.0.1:41027_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"forwardingCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"forwardingCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36507/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2273107 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2273108 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2273210 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2273210 INFO (zkCallback-4041-thread-2-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2274123 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2274141 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
[junit4] 2> 2274216 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2274223 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
[junit4] 2> 2274223 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36507.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b911038
[junit4] 2> 2274223 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2274223 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_13E986A864A27BD6-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_13E986A864A27BD6-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
[junit4] 2> 2274225 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2274256 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2274257 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2274257 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2274257 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2274258 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2051841074, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2274258 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c81ace5[forwardingCollection_shard1_replica_n1] main]
[junit4] 2> 2274259 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2274282 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2274366 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2274366 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2274366 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588253461932146688
[junit4] 2> 2274366 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2274366 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2274367 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2274367 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2274367 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2274367 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2274367 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2274367 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 2274368 INFO (searcherExecutor-4999-thread-1-processing-n:127.0.0.1:36507_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@1c81ace5[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2274369 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2274369 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2274369 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36507/solr/forwardingCollection_shard1_replica_n1/
[junit4] 2> 2274369 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2274369 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36507/solr/forwardingCollection_shard1_replica_n1/ has no replicas
[junit4] 2> 2274370 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2274371 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36507/solr/forwardingCollection_shard1_replica_n1/ shard1
[junit4] 2> 2274471 INFO (zkCallback-4041-thread-2-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2274471 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2274521 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2274522 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1415
[junit4] 2> 2274523 WARN (httpShardExecutor-4990-thread-1-processing-n:127.0.0.1:41027_solr [https:////127.0.0.1:36507//solr] https:////127.0.0.1:36507//solr) [n:127.0.0.1:41027_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1514712533329&s=yh4pGCmAyPbMGXCqiFY2RUrh0ig="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:53 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:53 GMT
[junit4] 2> 2274524 INFO (qtp936786917-18271) [n:127.0.0.1:41027_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2274623 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2274623 INFO (zkCallback-4041-thread-2-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2274787 INFO (OverseerCollectionConfigSetProcessor-99265841174085638-127.0.0.1:41027_solr-n_0000000000) [n:127.0.0.1:41027_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2275525 INFO (qtp936786917-18271) [n:127.0.0.1:41027_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2743
[junit4] 2> 2275525 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1514712533003&s=ljTVlKz+f2irm5PZmRkhi+qU2sE="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:53 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:53 GMT
[junit4] 2> 2275525 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
[junit4] 2> 2275525 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
[junit4] 2> 2275528 INFO (qtp936786917-18261) [n:127.0.0.1:41027_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2275534 INFO (qtp2012473154-18275) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2275535 WARN (qtp936786917-18261) [n:127.0.0.1:41027_solr ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1514712535755&s=KunCFL+1XV4zgW2IWN1HUHN6Ys4="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275535 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1514712535750&s=ACswR8+kQmNkDw/ymXmYpKKhYvI="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275536 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=$&p=$&t=test&e=1514712535755&s=KunCFL+1XV4zgW2IWN1HUHN6Ys4="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275538 INFO (qtp2012473154-18262) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2275538 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=user&p=user&t=test&e=1514712535760&s=CPsgyoCFjUN2A4GGjZhGimfpThQ="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275539 INFO (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
[junit4] 2> 2275558 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
[junit4] 2> 2275564 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=test&e=1514712535780&s=QkLlaC6hG7Zv5ZCslpAHA7zySfc="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275564 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
[junit4] 2> 2275585 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
[junit4] 2> 2275585 INFO (qtp936786917-18261) [n:127.0.0.1:41027_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2275586 INFO (qtp936786917-18261) [n:127.0.0.1:41027_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2275586 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=test&e=1514712535807&s=uANxKQ2riQHHoWpSA/1z73pLlVw="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275586 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
[junit4] 2> 2275600 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
[junit4] 2> 2275614 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=test&e=1514712535823&s=HR3xd4C4GnX3EZIvAB0nfdneKP0="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275614 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
[junit4] 2> 2275635 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
[junit4] 2> 2275648 WARN (qtp936786917-18260) [ ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: âbarâ: no such user
[junit4] 2> id: âbarâ: no such user
[junit4] 2>
[junit4] 2> 2275650 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=test&e=1514712535857&s=sWqMQrdgzy7R2Ya8FKpaSmRur4g="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275650 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
[junit4] 2> 2275668 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
[junit4] 2> 2275671 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=test&e=1514712535891&s=tTWY1MVMNW60EWDFKH2dHmOrCw4="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2275671 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
[junit4] 2> 2275686 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
[junit4] 2> 2291499 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1514712535909&s=2ovqDT8KyuZo6WzuVjjEECCNDIE="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:28:55 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:28:55 GMT
[junit4] 2> 2291500 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
[junit4] 2> 2291506 WARN (jetty-launcher-4025-thread-2-SendThread(127.0.0.1:34157)) [n:127.0.0.1:36507_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16883ms for sessionid 0x160a9c1b1830005
[junit4] 2> 2291509 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a9c1b1830005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2291506 WARN (jetty-launcher-4025-thread-1-SendThread(127.0.0.1:34157)) [n:127.0.0.1:41027_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18948ms for sessionid 0x160a9c1b1830007
[junit4] 2> 2291506 WARN (jetty-launcher-4025-thread-1-SendThread(127.0.0.1:34157)) [n:127.0.0.1:41027_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15921ms for sessionid 0x160a9c1b1830006
[junit4] 2> 2291510 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a9c1b1830007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2291506 WARN (jetty-launcher-4025-thread-2-SendThread(127.0.0.1:34157)) [n:127.0.0.1:36507_solr ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 18948ms for sessionid 0x160a9c1b1830008
[junit4] 2> 2291510 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a9c1b1830008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2291511 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a9c1b1830006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2291547 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
[junit4] 2> 2291547 INFO (qtp936786917-18271) [n:127.0.0.1:41027_solr ] o.a.s.s.SolrDispatchFilter Error authenticating
[junit4] 2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2291548 WARN (qtp936786917-18271) [n:127.0.0.1:41027_solr ] o.e.j.s.ServletHandler /solr/admin/collections
[junit4] 2> org.apache.solr.common.SolrException: Error during request authentication,
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
[junit4] 2> at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
[junit4] 2> at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
[junit4] 2> at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
[junit4] 2> at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
[junit4] 2> at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
[junit4] 2> at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
[junit4] 2> at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
[junit4] 2> ... 29 more
[junit4] 2> 2291549 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
[junit4] 2> 2291565 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
[junit4] 2> 2291579 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=test&e=1514712551796&s=kjBBcdKTeVjGvXncRg8VYhtvzJM="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:29:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:29:11 GMT
[junit4] 2> 2291580 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
[junit4] 2> 2291606 WARN (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a12bab1 name: ZooKeeperConnection Watcher:127.0.0.1:34157/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2291607 WARN (zkConnectionManagerCallback-4044-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d82bdbc name: ZooKeeperConnection Watcher:127.0.0.1:34157/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2291607 WARN (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2291607 WARN (zkConnectionManagerCallback-4044-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2291614 WARN (zkConnectionManagerCallback-4043-thread-1-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e08d676 name: ZooKeeperConnection Watcher:127.0.0.1:34157/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2291618 WARN (zkConnectionManagerCallback-4043-thread-1-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2291645 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
[junit4] 2> 2291672 INFO (qtp936786917-18261) [n:127.0.0.1:41027_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2292650 INFO (jetty-launcher-4025-thread-1-EventThread) [n:127.0.0.1:41027_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 2292661 INFO (zkConnectionManagerCallback-4044-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2292677 INFO (jetty-launcher-4025-thread-2-EventThread) [n:127.0.0.1:36507_solr ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
[junit4] 2> 2292920 INFO (zkConnectionManagerCallback-4043-thread-1-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2292920 INFO (qtp936786917-18261) [n:127.0.0.1:41027_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=1248
[junit4] 2> 2292921 WARN (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[13E986A864A27BD6]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=test&e=1514712551868&s=G/pTOi2jZOmBoo/eEepfzncKEA0="; Path=/; Domain=127.0.0.1; Expires=V, 31-dec.-2017 09:29:11 GMT; Secure; HttpOnly". Invalid 'expires' attribute: V, 31-dec.-2017 09:29:11 GMT
[junit4] 2> 2292921 INFO (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[13E986A864A27BD6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
[junit4] 2> 2293552 WARN (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[13E986A864A27BD6]-SendThread(127.0.0.1:34157)) [ ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x160a9c1b183000b has expired
[junit4] 2> 2293552 WARN (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a12bab1 name: ZooKeeperConnection Watcher:127.0.0.1:34157/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
[junit4] 2> 2293553 WARN (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4] 2> 2293553 WARN (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
[junit4] 2> 2293554 INFO (zkConnectionManagerCallback-4056-thread-1-EventThread) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2293554 INFO (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
[junit4] 2> 2293654 ERROR (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ZkStateReader A ZK error has occurred
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:421)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2293655 ERROR (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: A ZK error has occurred
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:285)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
[junit4] 2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
[junit4] 2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:315)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:421)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$1.command(ZkStateReader.java:282)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 2293655 WARN (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
[junit4] 2> 2293655 INFO (zkConnectionManagerCallback-4056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient Connected:true
[junit4] 2> 2293665 INFO (jetty-closer-4026-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@73064103{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2293666 INFO (jetty-closer-4026-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b8d4791{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2293674 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1582023637
[junit4] 2> 2293674 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=721904193
[junit4] 2> 2293682 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2293682 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fb2f5d6: rootName = solr_36507, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@25e50106
[junit4] 2> 2293682 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2293686 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79d22e82: rootName = solr_41027, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@8eecaaa
[junit4] 2> 2293692 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2293692 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5757bf3e: rootName = solr_41027, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@88db9a3
[junit4] 2> 2293700 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2293700 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b5f7b59: rootName = solr_36507, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@88db9a3
[junit4] 2> 2293705 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2293705 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f71238a: rootName = solr_41027, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@36ba7248
[junit4] 2> 2293707 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41027_solr
[junit4] 2> 2293707 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2293707 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2293707 INFO (zkCallback-4042-thread-2-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2293707 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2293708 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@be38e7d: rootName = solr_36507, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@36ba7248
[junit4] 2> 2293708 INFO (jetty-closer-4026-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99265841174085638-127.0.0.1:41027_solr-n_0000000000) closing
[junit4] 2> 2293710 INFO (OverseerStateUpdate-99265841174085638-127.0.0.1:41027_solr-n_0000000000) [n:127.0.0.1:41027_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41027_solr
[junit4] 2> 2293710 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36507_solr
[junit4] 2> 2293711 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2293711 INFO (zkCallback-4042-thread-2-processing-n:127.0.0.1:41027_solr) [n:127.0.0.1:41027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2293711 INFO (jetty-closer-4026-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2293712 INFO (coreCloseExecutor-5005-thread-1) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4cd5df4d
[junit4] 2> 2293712 INFO (coreCloseExecutor-5005-thread-1) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=1289084749
[junit4] 2> 2293712 WARN (OverseerAutoScalingTriggerThread-99265841174085638-127.0.0.1:41027_solr-n_0000000000) [n:127.0.0.1:41027_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2293719 INFO (coreCloseExecutor-5005-thread-1) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ae70db1: rootName = solr_36507, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7c7a1f56
[junit4] 2> 2293720 INFO (zkCallback-4041-thread-1-processing-n:127.0.0.1:36507_solr) [n:127.0.0.1:36507_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36507_solr
[junit4] 2> 2293721 ERROR (Thread[Thread-3262,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:41027_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2293723 INFO (jetty-closer-4026-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2f3f15bf{/solr,null,UNAVAILABLE}
[junit4] 2> 2293732 INFO (coreCloseExecutor-5005-thread-1) [n:127.0.0.1:36507_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=1289084749
[junit4] 2> 2293734 ERROR (Thread[Thread-3265,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36507_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2293736 INFO (jetty-closer-4026-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7afda285{/solr,null,UNAVAILABLE}
[junit4] 2> 2293736 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2293736 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34157 34157
[junit4] 2> 2298762 INFO (Thread-3245) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34157 34157
[junit4] 2> 2298762 WARN (Thread-3245) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/collections/forwardingCollection/state.json
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
[junit4] 2> 4 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
[junit4] 2> 2 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
[junit4] 2> 3 /solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
[junit4] 2>
[junit4] 2> 2298773 INFO (SUITE-TestSolrCloudWithSecureImpersonation-seed#[13E986A864A27BD6]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Dec 30, 2017 11:29:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> Dec 30, 2017 11:29:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] 2> 1) Thread[id=18310, name=jetty-launcher-4025-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> 2) Thread[id=18313, name=jetty-launcher-4025-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[...truncated too long message...]
4025-thread-1-EventThread) [n:127.0.0.1:41027_solr ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] 2> at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] 2> at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] 2> at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] 2> at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] 2> at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] 2> at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] 2> Dec 30, 2017 11:29:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=1, maxDocsPerChunk=1, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=1, blockSize=8)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e89e00d), locale=hu, timezone=Asia/Vientiane
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=169471032,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrInfoBeanTest, InfixSuggestersTest, DistributedDebugComponentTest, TestPHPSerializedResponseWriter, DistributedFacetSimpleRefinementLongTailTest, TestReloadDeadlock, TestStressVersions, TestComponentsName, TestSchemaVersionResource, DistributedQueueTest, NoCacheHeaderTest, PrimitiveFieldTypeTest, TestNumericRangeQuery64, SpatialHeatmapFacetsTest, DistributedFacetPivotLargeTest, TestLuceneIndexBackCompat, AtomicUpdateProcessorFactoryTest, HdfsDirectoryTest, PreAnalyzedUpdateProcessorTest, CdcrUpdateLogTest, DirectUpdateHandlerOptimizeTest, PKIAuthenticationIntegrationTest, SpellCheckCollatorTest, TestCloudPivotFacet, TestInitParams, TestUpdate, UninvertDocValuesMergePolicyTest, TestConfigOverlay, UpdateRequestProcessorFactoryTest, V2StandaloneTest, TestJoin, ExternalFileFieldSortTest, SegmentsInfoRequestHandlerTest, SharedFSAutoReplicaFailoverTest, TestHashQParserPlugin, ClassificationUpdateProcessorIntegrationTest, TestImpersonationWithHadoopAuth, MetricUtilsTest, TestRandomRequestDistribution, TestRawTransformer, DeleteInactiveReplicaTest, MigrateRouteKeyTest, StatelessScriptUpdateProcessorFactoryTest, TestNestedDocsSort, SolrCoreTest, CollectionsAPISolrJTest, RuleEngineTest, TestWordDelimiterFilterFactory, DocExpirationUpdateProcessorFactoryTest, TestFieldSortValues, TestClassicSimilarityFactory, DistributedQueryComponentOptimizationTest, TestRandomDVFaceting, ForceLeaderTest, TestSolrCLIRunExample, HdfsRecoveryZkTest, CleanupOldIndexTest, TermsComponentTest, ActionThrottleTest, ConnectionManagerTest, TestConfigSets, SolrPluginUtilsTest, TestComplexPhraseLeadingWildcard, TestFieldCache, ResponseLogComponentTest, TestFastOutputStream, UUIDUpdateProcessorFallbackTest, TestTriggerIntegration, TestManagedSchemaThreadSafety, SpatialFilterTest, ZkStateReaderTest, TestCloudSearcherWarming, TestHighlightDedupGrouping, NodeLostTriggerTest, TestMacroExpander, PeerSyncTest, LeaderElectionIntegrationTest, SSLMigrationTest, TestPerFieldSimilarityWithDefaultOverride, TestLeaderInitiatedRecoveryThread, TestReplicationHandlerBackup, TestSolrConfigHandlerConcurrent, BasicFunctionalityTest, SpellCheckComponentTest, TestSolrIndexConfig, LeaderElectionContextKeyTest, TestMaxTokenLenTokenizer, CollectionStateFormat2Test, TestPostingsSolrHighlighter, BasicDistributedZkTest, TestSolrJ, FastVectorHighlighterTest, TestCloudManagedSchema, HLLSerializationTest, TestRuleBasedAuthorizationPlugin, TestFileDictionaryLookup, TestSQLHandler, MetricsHandlerTest, EnumFieldTest, TestFieldCacheSortRandom, UpdateLogTest, DeleteReplicaTest, TestSkipOverseerOperations, DateMathParserTest, TestMaxScoreQueryParser, TriLevelCompositeIdRoutingTest, NodeMutatorTest, TestDistribDocBasedVersion, TestMergePolicyConfig, TestCrossCoreJoin, TestPullReplica, CursorPagingTest, TestRandomFaceting, SmileWriterTest, TestComputePlanAction, TestSolrCloudWithSecureImpersonation]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=13E986A864A27BD6 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=Asia/Vientiane -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestSolrCloudWithSecureImpersonation (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
[junit4] > 1) Thread[id=18310, name=jetty-launcher-4025-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > 2) Thread[id=18313, name=jetty-launcher-4025-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
[junit4] > at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
[junit4] > at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
[junit4] > at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
[junit4] > at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
[junit4] > at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
[junit4] > at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
[junit4] > at __randomizedtesting.SeedInfo.seed([13E986A864A27BD6]:0)
[junit4] Completed [531/765 (1!)] on J0 in 47.52s, 12 tests, 1 error <<< FAILURES!
[...truncated 48909 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21177 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21177/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([695CA7930F938C59]:0)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:34931/vher","node_name":"127.0.0.1:34931_vher","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/29)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "state":"down", "base_url":"http://127.0.0.1:42351/vher", "core":"c8n_1x3_lf_shard1_replica_n1", "node_name":"127.0.0.1:42351_vher", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:34931/vher", "node_name":"127.0.0.1:34931_vher", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_n3", "base_url":"http://127.0.0.1:34071/vher", "node_name":"127.0.0.1:34071_vher", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:34931/vher","node_name":"127.0.0.1:34931_vher","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/29)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"state":"down",
"base_url":"http://127.0.0.1:42351/vher",
"core":"c8n_1x3_lf_shard1_replica_n1",
"node_name":"127.0.0.1:42351_vher",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:34931/vher",
"node_name":"127.0.0.1:34931_vher",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_n3",
"base_url":"http://127.0.0.1:34071/vher",
"node_name":"127.0.0.1:34071_vher",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([695CA7930F938C59:E1089849A16FE1A1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueue
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([695CA7930F938C59]:0)
Build Log:
[...truncated 12442 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 720829 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[695CA7930F938C59]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/init-core-data-001
[junit4] 2> 720829 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[695CA7930F938C59]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 720829 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[695CA7930F938C59]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 720831 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[695CA7930F938C59]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 720831 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[695CA7930F938C59]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /vher/
[junit4] 2> 720833 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 720834 INFO (Thread-1226) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 720834 INFO (Thread-1226) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 720837 ERROR (Thread-1226) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 720934 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.ZkTestServer start zk server on port:34789
[junit4] 2> 720939 INFO (zkConnectionManagerCallback-1210-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 720951 INFO (zkConnectionManagerCallback-1212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 720955 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 720955 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 720956 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 720957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 720958 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 720959 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 720959 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 720960 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 720961 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 720963 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 720967 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 720968 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 721047 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 721061 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2010e7b2{/vher,null,AVAILABLE}
[junit4] 2> 721064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@534e4e1{HTTP/1.1,[http/1.1]}{127.0.0.1:41139}
[junit4] 2> 721064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server Started @722634ms
[junit4] 2> 721064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/tempDir-001/control/data, replicaType=NRT, hostContext=/vher, hostPort=34931, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/control-001/cores}
[junit4] 2> 721064 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 721064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 721064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 721064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 721064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T18:05:33.891Z
[junit4] 2> 721073 INFO (zkConnectionManagerCallback-1214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 721074 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 721074 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/control-001/solr.xml
[junit4] 2> 721076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 721076 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 721077 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 721079 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34789/solr
[junit4] 2> 721088 INFO (zkConnectionManagerCallback-1218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 721093 INFO (zkConnectionManagerCallback-1220-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 721129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 721129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34931_vher
[junit4] 2> 721129 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.c.Overseer Overseer (id=99264569911672836-127.0.0.1:34931_vher-n_0000000000) starting
[junit4] 2> 721137 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34931_vher
[junit4] 2> 721140 INFO (OverseerStateUpdate-99264569911672836-127.0.0.1:34931_vher-n_0000000000) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 721242 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 721254 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 721255 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 721256 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34931_vher ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/control-001/cores
[junit4] 2> 721282 INFO (zkConnectionManagerCallback-1226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 721282 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 721283 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34789/solr ready
[junit4] 2> 721284 INFO (SocketProxy-Acceptor-34931) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47416,localport=34931], receiveBufferSize:531000
[junit4] 2> 721287 INFO (SocketProxy-Acceptor-34931) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41139,localport=35170], receiveBufferSize=530904
[junit4] 2> 721289 INFO (qtp1701651219-6105) [n:127.0.0.1:34931_vher ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34931_vher&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 721297 INFO (OverseerThreadFactory-2188-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 721402 INFO (SocketProxy-Acceptor-34931) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47420,localport=34931], receiveBufferSize:531000
[junit4] 2> 721403 INFO (SocketProxy-Acceptor-34931) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41139,localport=35174], receiveBufferSize=530904
[junit4] 2> 721405 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 721405 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 721519 INFO (zkCallback-1219-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 722445 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 722458 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 722573 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 722592 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 722592 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 722592 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 722593 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 722599 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7247843270250923]
[junit4] 2> 722606 WARN (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 722648 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 722648 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 722650 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 722650 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 722651 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 722651 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cc89b45[control_collection_shard1_replica_n1] main]
[junit4] 2> 722652 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 722652 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 722653 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 722654 INFO (searcherExecutor-2191-thread-1-processing-n:127.0.0.1:34931_vher x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@cc89b45[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 722655 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588233120495173632
[junit4] 2> 722658 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 722659 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 722659 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34931/vher/control_collection_shard1_replica_n1/
[junit4] 2> 722659 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 722659 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34931/vher/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 722659 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 722661 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34931/vher/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 722762 INFO (zkCallback-1219-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 722811 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 722813 INFO (qtp1701651219-6101) [n:127.0.0.1:34931_vher c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1408
[junit4] 2> 722816 INFO (qtp1701651219-6105) [n:127.0.0.1:34931_vher ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 722914 INFO (zkCallback-1219-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 723298 INFO (OverseerCollectionConfigSetProcessor-99264569911672836-127.0.0.1:34931_vher-n_0000000000) [n:127.0.0.1:34931_vher ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 723817 INFO (qtp1701651219-6105) [n:127.0.0.1:34931_vher ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34931_vher&wt=javabin&version=2} status=0 QTime=2528
[junit4] 2> 723822 INFO (zkConnectionManagerCallback-1230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 723823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 723823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34789/solr ready
[junit4] 2> 723823 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 723824 INFO (SocketProxy-Acceptor-34931) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47430,localport=34931], receiveBufferSize:531000
[junit4] 2> 723824 INFO (SocketProxy-Acceptor-34931) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41139,localport=35184], receiveBufferSize=530904
[junit4] 2> 723826 INFO (qtp1701651219-6105) [n:127.0.0.1:34931_vher ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 723828 INFO (OverseerThreadFactory-2188-thread-2-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 723828 WARN (OverseerThreadFactory-2188-thread-2-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 724036 INFO (qtp1701651219-6105) [n:127.0.0.1:34931_vher ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 724036 INFO (qtp1701651219-6105) [n:127.0.0.1:34931_vher ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 724101 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-1-001 of type NRT
[junit4] 2> 724102 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 724105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c607efd{/vher,null,AVAILABLE}
[junit4] 2> 724105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@795238df{HTTP/1.1,[http/1.1]}{127.0.0.1:33195}
[junit4] 2> 724105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server Started @725675ms
[junit4] 2> 724105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/vher, hostPort=34071, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-1-001/cores}
[junit4] 2> 724105 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 724106 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 724106 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 724106 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 724106 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T18:05:36.933Z
[junit4] 2> 724107 INFO (zkConnectionManagerCallback-1232-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724108 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 724108 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-1-001/solr.xml
[junit4] 2> 724111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 724111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 724111 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 724118 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34789/solr
[junit4] 2> 724125 INFO (zkConnectionManagerCallback-1236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724131 INFO (zkConnectionManagerCallback-1238-thread-1-processing-n:127.0.0.1:34071_vher) [n:127.0.0.1:34071_vher ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 724134 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34071_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 724135 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34071_vher ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 724136 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34071_vher ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34071_vher
[junit4] 2> 724137 INFO (zkCallback-1219-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 724137 INFO (zkCallback-1229-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 724142 INFO (zkCallback-1237-thread-1-processing-n:127.0.0.1:34071_vher) [n:127.0.0.1:34071_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 724199 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34071_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 724205 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34071_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 724205 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34071_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 724206 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:34071_vher ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-1-001/cores
[junit4] 2> 724223 INFO (SocketProxy-Acceptor-34071) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40576,localport=34071], receiveBufferSize:531000
[junit4] 2> 724225 INFO (SocketProxy-Acceptor-34071) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33195,localport=39608], receiveBufferSize=530904
[junit4] 2> 724229 INFO (qtp965166223-6161) [n:127.0.0.1:34071_vher ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34071_vher&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 724234 INFO (OverseerCollectionConfigSetProcessor-99264569911672836-127.0.0.1:34931_vher-n_0000000000) [n:127.0.0.1:34931_vher ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 724235 INFO (OverseerThreadFactory-2188-thread-3-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34071_vher for creating new replica
[junit4] 2> 724238 INFO (SocketProxy-Acceptor-34071) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40580,localport=34071], receiveBufferSize:531000
[junit4] 2> 724239 INFO (SocketProxy-Acceptor-34071) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33195,localport=39612], receiveBufferSize=530904
[junit4] 2> 724240 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 724241 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 725269 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 725282 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 725408 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 725420 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 725421 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 725421 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 725421 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 725424 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7247843270250923]
[junit4] 2> 725427 WARN (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 725485 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 725485 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 725487 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 725487 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 725488 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 725489 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c611c35[collection1_shard2_replica_n41] main]
[junit4] 2> 725496 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 725496 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 725497 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 725497 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588233123475226624
[junit4] 2> 725501 INFO (searcherExecutor-2202-thread-1-processing-n:127.0.0.1:34071_vher x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6c611c35[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 725504 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 725504 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 725504 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34071/vher/collection1_shard2_replica_n41/
[junit4] 2> 725504 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 725504 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:34071/vher/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 725504 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 725507 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34071/vher/collection1_shard2_replica_n41/ shard2
[junit4] 2> 725657 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 725662 INFO (qtp965166223-6163) [n:127.0.0.1:34071_vher c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1421
[junit4] 2> 725663 INFO (qtp965166223-6161) [n:127.0.0.1:34071_vher ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34071_vher&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1434
[junit4] 2> 725740 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-2-001 of type NRT
[junit4] 2> 725741 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 725741 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@340df0d{/vher,null,AVAILABLE}
[junit4] 2> 725742 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f4b4907{HTTP/1.1,[http/1.1]}{127.0.0.1:46537}
[junit4] 2> 725743 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server Started @727313ms
[junit4] 2> 725743 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/vher, hostPort=42351, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-2-001/cores}
[junit4] 2> 725743 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 725743 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 725743 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 725743 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 725743 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T18:05:38.570Z
[junit4] 2> 725747 INFO (zkConnectionManagerCallback-1242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 725748 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 725748 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-2-001/solr.xml
[junit4] 2> 725751 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 725751 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 725751 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 725754 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34789/solr
[junit4] 2> 725755 INFO (zkConnectionManagerCallback-1246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 725756 INFO (zkConnectionManagerCallback-1248-thread-1-processing-n:127.0.0.1:42351_vher) [n:127.0.0.1:42351_vher ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 725760 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:42351_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 725761 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:42351_vher ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 725762 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:42351_vher ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42351_vher
[junit4] 2> 725762 INFO (zkCallback-1229-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 725763 INFO (zkCallback-1219-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 725763 INFO (zkCallback-1237-thread-1-processing-n:127.0.0.1:34071_vher) [n:127.0.0.1:34071_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 725764 INFO (zkCallback-1247-thread-1-processing-n:127.0.0.1:42351_vher) [n:127.0.0.1:42351_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 725829 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:42351_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 725842 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:42351_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 725842 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:42351_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 725844 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:42351_vher ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-2-001/cores
[junit4] 2> 725903 INFO (qtp965166223-6162) [n:127.0.0.1:34071_vher ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42351_vher&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 725906 INFO (OverseerThreadFactory-2188-thread-4-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42351_vher for creating new replica
[junit4] 2> 725908 INFO (SocketProxy-Acceptor-42351) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=54066,localport=42351], receiveBufferSize:531000
[junit4] 2> 725908 INFO (OverseerCollectionConfigSetProcessor-99264569911672836-127.0.0.1:34931_vher-n_0000000000) [n:127.0.0.1:34931_vher ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 725909 INFO (SocketProxy-Acceptor-42351) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46537,localport=45696], receiveBufferSize=530904
[junit4] 2> 725910 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 725910 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 726930 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 726943 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 727072 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 727083 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 727084 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 727084 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 727084 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 727087 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7247843270250923]
[junit4] 2> 727089 WARN (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 727128 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 727128 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 727129 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 727129 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 727130 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 727130 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c9e8e99[collection1_shard1_replica_n43] main]
[junit4] 2> 727131 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 727131 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 727132 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 727133 INFO (searcherExecutor-2213-thread-1-processing-n:127.0.0.1:42351_vher x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@4c9e8e99[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 727133 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588233125190696960
[junit4] 2> 727136 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 727136 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 727136 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42351/vher/collection1_shard1_replica_n43/
[junit4] 2> 727136 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 727136 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:42351/vher/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 727136 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 727138 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42351/vher/collection1_shard1_replica_n43/ shard1
[junit4] 2> 727289 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 727297 INFO (qtp1931484327-6197) [n:127.0.0.1:42351_vher c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1387
[junit4] 2> 727299 INFO (qtp965166223-6162) [n:127.0.0.1:34071_vher ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42351_vher&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1395
[junit4] 2> 727361 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-3-001 of type NRT
[junit4] 2> 727361 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 727362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@685c6a7b{/vher,null,AVAILABLE}
[junit4] 2> 727362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c6c9eb6{HTTP/1.1,[http/1.1]}{127.0.0.1:38159}
[junit4] 2> 727362 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.e.j.s.Server Started @728932ms
[junit4] 2> 727363 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/vher, hostPort=41113, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-3-001/cores}
[junit4] 2> 727363 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 727364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 727364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 727364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 727364 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T18:05:40.191Z
[junit4] 2> 727365 INFO (zkConnectionManagerCallback-1252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 727366 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 727366 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-3-001/solr.xml
[junit4] 2> 727368 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 727368 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 727369 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 727371 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34789/solr
[junit4] 2> 727373 INFO (zkConnectionManagerCallback-1256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 727379 INFO (zkConnectionManagerCallback-1258-thread-1-processing-n:127.0.0.1:41113_vher) [n:127.0.0.1:41113_vher ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 727381 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:41113_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 727382 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:41113_vher ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 727383 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:41113_vher ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41113_vher
[junit4] 2> 727384 INFO (zkCallback-1219-thread-1-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 727384 INFO (zkCallback-1247-thread-1-processing-n:127.0.0.1:42351_vher) [n:127.0.0.1:42351_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 727384 INFO (zkCallback-1237-thread-1-processing-n:127.0.0.1:34071_vher) [n:127.0.0.1:34071_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 727384 INFO (zkCallback-1229-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 727385 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:41113_vher) [n:127.0.0.1:41113_vher ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 727428 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:41113_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 727436 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:41113_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 727436 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:41113_vher ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 727437 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [n:127.0.0.1:41113_vher ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-3-001/cores
[junit4] 2> 727482 INFO (qtp965166223-6157) [n:127.0.0.1:34071_vher ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41113_vher&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 727483 INFO (OverseerCollectionConfigSetProcessor-99264569911672836-127.0.0.1:34931_vher-n_0000000000) [n:127.0.0.1:34931_vher ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 727483 INFO (OverseerThreadFactory-2188-thread-5-processing-n:127.0.0.1:34931_vher) [n:127.0.0.1:34931_vher ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41113_vher for creating new replica
[junit4] 2> 727485 INFO (SocketProxy-Acceptor-41113) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57648,localport=41113], receiveBufferSize:531000
[junit4] 2> 727485 INFO (SocketProxy-Acceptor-41113) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38159,localport=52418], receiveBufferSize=530904
[junit4] 2> 727487 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 727487 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 728501 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 728511 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 728623 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 728639 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 728640 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@475f52d5
[junit4] 2> 728640 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 728640 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_695CA7930F938C59-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 728643 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7247843270250923]
[junit4] 2> 728646 WARN (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 728682 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 728682 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 728683 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 728683 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 728684 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 728684 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@6359eff4[collection1_shard2_replica_n45] main]
[junit4] 2> 728685 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 728685 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 728685 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 728687 INFO (searcherExecutor-2224-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@6359eff4[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 728687 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588233126820184064
[junit4] 2> 728689 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
[junit4] 2> 728690 INFO (updateExecutor-1253-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 728690 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 728691 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 728691 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
[junit4] 2> 728691 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 728691 INFO (qtp644966016-6231) [n:127.0.0.1:41113_vher c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1204
[junit4] 2> 728691 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:34071/vher/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:41113/vher/collection1_shard2_replica_n45/]
[junit4] 2> 728693 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34071/vher]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:41113_vher&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 728694 INFO (SocketProxy-Acceptor-34071) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40606,localport=34071], receiveBufferSize:531000
[junit4] 2> 728694 INFO (qtp965166223-6157) [n:127.0.0.1:34071_vher ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41113_vher&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1212
[junit4] 2> 728701 INFO (SocketProxy-Acceptor-34071) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33195,localport=39638], receiveBufferSize=530904
[junit4] 2> 728705 INFO (qtp965166223-6157) [n:127.0.0.1:34071_vher ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 728706 INFO (qtp965166223-6157) [n:127.0.0.1:34071_vher ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:41113_vher, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:41113/vher","node_name":"127.0.0.1:41113_vher","state":"down","type":"NRT"}
[junit4] 2> 728706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 728706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 728706 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[695CA7930F938C59]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 729492 INFO (OverseerCollectionConfigSetProcessor-99264569911672836-127.0.0.1:34931_vher-n_0000000000) [n:127.0.0.1:34931_vher ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 729706 INFO (qtp965166223-6157) [n:127.0.0.1:34071_vher ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:41113_vher, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:41113/vher","node_name":"127.0.0.1:41113_vher","state":"recovering","type":"NRT"}
[junit4] 2> 729706 INFO (qtp965166223-6157) [n:127.0.0.1:34071_vher ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 729706 INFO (qtp965166223-6157) [n:127.0.0.1:34071_vher ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:41113_vher&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 730207 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:34071/vher/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
[junit4] 2> 730207 INFO (recoveryExecutor-1254-thread-1-processing-n:127.0.0.1:41113_vher x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:41113_vher c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.PeerSync PeerSync:
[...truncated too long message...]
randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> दिसंबर ३०, २०१७ १०:३५:०८ अपराह्न com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=19349, name=TEST-TestGenericDistributedQueue.testDistributedQueue-seed#[695CA7930F938C59], state=TIMED_WAITING, group=TGRP-TestGenericDistributedQueue]
[junit4] 2> 9695670 INFO (TEST-TestGenericDistributedQueue.testDistributedQueue-seed#[695CA7930F938C59]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueue
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestGenericDistributedQueue_695CA7930F938C59-001
[junit4] 2> Dec 30, 2017 8:35:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=796, maxMBSortInHeap=6.7835850808706555, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2003b69), locale=hi-IN, timezone=CAT
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=192012288,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [OpenExchangeRatesOrgProviderTest, TestRemoteStreaming, CircularListTest, TriggerIntegrationTest, SchemaVersionSpecificBehaviorTest, SolrIndexSplitterTest, TimeRoutedAliasUpdateProcessorTest, ResponseHeaderTest, TestLargeCluster, TestLeaderElectionWithEmptyReplica, DebugComponentTest, LukeRequestHandlerTest, TestAnalyzedSuggestions, DeleteLastCustomShardedReplicaTest, AssignTest, TestCloudPseudoReturnFields, TestStressLucene, OutOfBoxZkACLAndCredentialsProvidersTest, BlockJoinFacetDistribTest, TestFieldCacheVsDocValues, AddReplicaTest, TestAddFieldRealTimeGet, BooleanFieldTest, TestWriterPerf, TestClusterProperties, HighlighterConfigTest, TestReqParamsAPI, CachingDirectoryFactoryTest, SolrIndexConfigTest, TestRequestStatusCollectionAPI, OverseerModifyCollectionTest, HdfsLockFactoryTest, TestManagedSchema, TestUseDocValuesAsStored, TestJmxIntegration, ZkStateWriterTest, TestManagedSynonymFilterFactory, TestNumericTokenStream, SearchHandlerTest, TestAuthorizationFramework, ClassificationUpdateProcessorTest, TestSha256AuthenticationProvider, SuggesterFSTTest, TestInPlaceUpdatesDistrib, QueryResultKeyTest, HdfsChaosMonkeyNothingIsSafeTest, TermVectorComponentDistributedTest, SignatureUpdateProcessorFactoryTest, MergeStrategyTest, TestSimpleTextCodec, TestSerializedLuceneMatchVersion, SimpleCollectionCreateDeleteTest, TestPushWriter, HealthCheckHandlerTest, BaseCdcrDistributedZkTest, VersionInfoTest, ZkSolrClientTest, TestDocumentBuilder, BasicAuthIntegrationTest, TestSolrCloudWithHadoopAuthPlugin, TestAtomicUpdateErrorCases, TestNRTOpen, TestMacros, CloudExitableDirectoryReaderTest, LeaderFailoverAfterPartitionTest, TestDownShardTolerantSearch, WrapperMergePolicyFactoryTest, NumericFieldsTest, DocumentAnalysisRequestHandlerTest, TestEmbeddedSolrServerAdminHandler, SpatialRPTFieldTypeTest, MetricsConfigTest, TestInitQParser, CdcrReplicationDistributedZkTest, BadIndexSchemaTest, TestDynamicFieldResource, DeleteShardTest, TestSolrCloudWithDelegationTokens, RegexBytesRefFilterTest, TestIntervalFaceting, SolrSlf4jReporterTest, PathHierarchyTokenizerFactoryTest, DistributedVersionInfoTest, TestScoreJoinQPNoScore, TestCursorMarkWithoutUniqueKey, TestShortCircuitedRequests, TestImplicitCoreProperties, TestXmlQParser, HdfsNNFailoverTest, StressHdfsTest, TestExactSharedStatsCache, TestPolicyCloud, SolrMetricReporterTest, TestConfigSetImmutable, GraphQueryTest, TestLegacyFieldReuse, TestStressRecovery, TestExpandComponent, CreateCollectionCleanupTest, TestDistribStateManager, SaslZkACLProviderTest, ConvertedLegacyTest, CollectionTooManyReplicasTest, TestLazyCores, AtomicUpdatesTest, TestCloudSchemaless, ChaosMonkeySafeLeaderWithPullReplicasTest, TestRetrieveFieldsOptimizer, RegexBoostProcessorTest, MoveReplicaTest, TestUnifiedSolrHighlighter, MissingSegmentRecoveryTest, TestRebalanceLeaders, ExecutePlanActionTest, ManagedSchemaRoundRobinCloudTest, DistributedSuggestComponentTest, TestCryptoKeys, HdfsRestartWhileUpdatingTest, TestAnalyzeInfixSuggestions, HdfsTlogReplayBufferedWhileIndexingTest, RemoteQueryErrorTest, TestSQLHandlerNonCloud, DirectUpdateHandlerTest, TestTrackingShardHandlerFactory, SolrCmdDistributorTest, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, ZkCLITest, TestHashPartitioner, TestRangeQuery, TestRTGBase, DistributedIntervalFacetingTest, AliasIntegrationTest, CollectionsAPISolrJTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, MultiThreadedOCPTest, OverseerTaskQueueTest, ReplaceNodeTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestConfigSetsAPI, TestReplicaProperties, TestRequestForwarding, TestSegmentSorting, TestTlogReplica, NodeAddedTriggerTest, NodeLostTriggerTest, SystemLogListenerTest, TestComputePlanAction, TestGenericDistributedQueue]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestGenericDistributedQueue -Dtests.seed=695CA7930F938C59 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi-IN -Dtests.timezone=CAT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestGenericDistributedQueue (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([695CA7930F938C59]:0)
[junit4] Completed [765/765 (2!)] on J1 in 7220.34s, 3 tests, 2 errors <<< FAILURES!
[...truncated 48016 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21176 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21176/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest: 1) Thread[id=4375, name=zkCallback-876-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=4210, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 3) Thread[id=4472, name=zkCallback-876-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=4208, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=4211, name=zkConnectionManagerCallback-877-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=4233, name=zkCallback-876-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=4374, name=zkCallback-876-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 8) Thread[id=4407, name=zkCallback-876-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 9) Thread[id=4209, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]-SendThread(127.0.0.1:39577), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest:
1) Thread[id=4375, name=zkCallback-876-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=4210, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
3) Thread[id=4472, name=zkCallback-876-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=4208, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=4211, name=zkConnectionManagerCallback-877-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
6) Thread[id=4233, name=zkCallback-876-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=4374, name=zkCallback-876-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
8) Thread[id=4407, name=zkCallback-876-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
9) Thread[id=4209, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]-SendThread(127.0.0.1:39577), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([46CF5503126CC1B5]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=4375, name=zkCallback-876-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=4472, name=zkCallback-876-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=4211, name=zkConnectionManagerCallback-877-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=4233, name=zkCallback-876-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=4374, name=zkCallback-876-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=4407, name=zkCallback-876-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=4209, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]-SendThread(127.0.0.1:39577), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=4375, name=zkCallback-876-thread-3, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=4472, name=zkCallback-876-thread-5, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=4211, name=zkConnectionManagerCallback-877-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=4233, name=zkCallback-876-thread-1, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=4374, name=zkCallback-876-thread-2, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
6) Thread[id=4407, name=zkCallback-876-thread-4, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=4209, name=TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]-SendThread(127.0.0.1:39577), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
at __randomizedtesting.SeedInfo.seed([46CF5503126CC1B5]:0)
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38599/wwvly/b/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38599/wwvly/b/collection1
at __randomizedtesting.SeedInfo.seed([46CF5503126CC1B5:CE9B6AD9BC90AC4D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1589)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:212)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 52 more
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41419/wt_/u
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41419/wt_/u
at __randomizedtesting.SeedInfo.seed([46CF5503126CC1B5:CE9B6AD9BC90AC4D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 11984 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> 285637 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/init-core-data-001
[junit4] 2> 285637 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 285637 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 285637 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /wwvly/b
[junit4] 2> 285639 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 285639 INFO (Thread-1058) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 285639 INFO (Thread-1058) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 285640 ERROR (Thread-1058) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 285739 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.ZkTestServer start zk server on port:39577
[junit4] 2> 285740 INFO (zkConnectionManagerCallback-857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285742 INFO (zkConnectionManagerCallback-859-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285743 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 285744 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 285744 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 285745 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 285745 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 285746 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 285746 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 285747 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 285747 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 285748 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 285748 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 285749 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 285838 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 285853 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@305381ea{/wwvly/b,null,AVAILABLE}
[junit4] 2> 285855 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f195be{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٧٢٨٧}
[junit4] 2> 285855 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.Server Started @٢٨٧٤٤٠ms
[junit4] 2> 285855 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/wwvly/b, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/tempDir-001/control/data, hostPort=37287, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/control-001/cores}
[junit4] 2> 285855 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 285855 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 285855 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 285855 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 285855 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T14:57:14.982831Z
[junit4] 2> 285861 INFO (zkConnectionManagerCallback-861-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285861 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 285862 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/control-001/solr.xml
[junit4] 2> 285864 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 285864 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 285864 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 285867 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39577/solr
[junit4] 2> 285868 INFO (zkConnectionManagerCallback-865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285917 INFO (zkConnectionManagerCallback-867-thread-1-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 285969 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 285969 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37287_wwvly%2Fb
[junit4] 2> 285970 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.Overseer Overseer (id=99263829427224580-127.0.0.1:37287_wwvly%2Fb-n_0000000000) starting
[junit4] 2> 285993 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37287_wwvly%2Fb
[junit4] 2> 286002 INFO (OverseerStateUpdate-99263829427224580-127.0.0.1:37287_wwvly%2Fb-n_0000000000) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286046 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 286057 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 286057 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 286065 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/control-001/cores
[junit4] 2> 286085 INFO (zkConnectionManagerCallback-873-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 286085 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 286086 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39577/solr ready
[junit4] 2> 286102 INFO (qtp63860251-4170) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37287_wwvly%252Fb&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 286117 INFO (OverseerThreadFactory-1664-thread-1-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 286221 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 286222 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 286326 INFO (zkCallback-866-thread-1-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 287241 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 287252 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 287305 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 287321 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 287322 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 287322 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 287322 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 287325 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=42.9794921875, floorSegmentMB=0.87109375, forceMergeDeletesPctAllowed=3.9808362959985, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 287462 WARN (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 287484 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 287484 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 287485 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 287485 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 287486 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1413939331, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 287487 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f28879c[control_collection_shard1_replica_n1] main]
[junit4] 2> 287487 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 287487 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 287488 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 287488 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588221272774410240
[junit4] 2> 287489 INFO (searcherExecutor-1667-thread-1-processing-n:127.0.0.1:37287_wwvly%2Fb x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2f28879c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 287490 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 287490 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 287490 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37287/wwvly/b/control_collection_shard1_replica_n1/
[junit4] 2> 287490 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 287490 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37287/wwvly/b/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 287490 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 287491 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37287/wwvly/b/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 287592 INFO (zkCallback-866-thread-2-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 287642 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 287643 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1422
[junit4] 2> 287650 INFO (qtp63860251-4170) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 287747 INFO (zkCallback-866-thread-2-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 288113 INFO (OverseerCollectionConfigSetProcessor-99263829427224580-127.0.0.1:37287_wwvly%2Fb-n_0000000000) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 288650 INFO (qtp63860251-4170) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37287_wwvly%252Fb&wt=javabin&version=2} status=0 QTime=2548
[junit4] 2> 288669 INFO (zkConnectionManagerCallback-877-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 288669 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 288670 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39577/solr ready
[junit4] 2> 288670 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 288670 INFO (qtp63860251-4167) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 288673 INFO (OverseerThreadFactory-1664-thread-2-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 288673 WARN (OverseerThreadFactory-1664-thread-2-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 288876 INFO (qtp63860251-4167) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 288876 INFO (qtp63860251-4167) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=206
[junit4] 2> 288976 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-1-001 of type TLOG
[junit4] 2> 288977 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 288986 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b6963c3{/wwvly/b,null,AVAILABLE}
[junit4] 2> 288986 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f2f60f1{HTTP/1.1,[http/1.1]}{127.0.0.1:٣٨٥٩٩}
[junit4] 2> 288986 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.Server Started @٢٩٠٥٧٢ms
[junit4] 2> 288986 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/wwvly/b, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/tempDir-001/jetty1, hostPort=38599, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-1-001/cores, replicaType=TLOG}
[junit4] 2> 288987 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 288987 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 288987 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 288987 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 288987 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T14:57:18.114436Z
[junit4] 2> 289019 INFO (zkConnectionManagerCallback-879-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 289021 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 289021 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-1-001/solr.xml
[junit4] 2> 289023 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 289023 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 289024 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 289026 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39577/solr
[junit4] 2> 289029 INFO (zkConnectionManagerCallback-883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 289063 INFO (zkConnectionManagerCallback-885-thread-1-processing-n:127.0.0.1:38599_wwvly%2Fb) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 289067 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 289068 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 289070 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38599_wwvly%2Fb
[junit4] 2> 289071 INFO (zkCallback-866-thread-2-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 289081 INFO (zkCallback-876-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 289093 INFO (zkCallback-884-thread-1-processing-n:127.0.0.1:38599_wwvly%2Fb) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 289187 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 289200 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 289200 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 289202 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-1-001/cores
[junit4] 2> 289226 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38599_wwvly%252Fb&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 289233 INFO (OverseerCollectionConfigSetProcessor-99263829427224580-127.0.0.1:37287_wwvly%2Fb-n_0000000000) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 289234 INFO (OverseerThreadFactory-1664-thread-3-processing-n:127.0.0.1:37287_wwvly%2Fb) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38599_wwvly%2Fb for creating new replica
[junit4] 2> 289235 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 289236 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 289339 INFO (zkCallback-884-thread-1-processing-n:127.0.0.1:38599_wwvly%2Fb) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 290257 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 290284 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.s.IndexSchema [collection1_shard2_replica_t61] Schema name=test
[junit4] 2> 290491 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 290684 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t61' using configuration from collection collection1, trusted=true
[junit4] 2> 290684 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t61' (registry 'solr.core.collection1.shard2.replica_t61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6113b57c
[junit4] 2> 290684 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 290684 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.SolrCore [[collection1_shard2_replica_t61] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-1-001/cores/collection1_shard2_replica_t61], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-1-001/cores/collection1_shard2_replica_t61/data/]
[junit4] 2> 290692 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=42.9794921875, floorSegmentMB=0.87109375, forceMergeDeletesPctAllowed=3.9808362959985, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 290726 WARN (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 290865 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 290865 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 290866 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
[junit4] 2> 290866 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 290873 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1413939331, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 290885 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a4b4dfb[collection1_shard2_replica_t61] main]
[junit4] 2> 290886 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 290886 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 290887 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 290887 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588221276338520064
[junit4] 2> 290890 INFO (searcherExecutor-1678-thread-1-processing-n:127.0.0.1:38599_wwvly%2Fb x:collection1_shard2_replica_t61 s:shard2 c:collection1) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.SolrCore [collection1_shard2_replica_t61] Registered new searcher Searcher@2a4b4dfb[collection1_shard2_replica_t61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 290892 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 290893 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 290893 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38599/wwvly/b/collection1_shard2_replica_t61/
[junit4] 2> 290893 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 290893 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.SyncStrategy http://127.0.0.1:38599/wwvly/b/collection1_shard2_replica_t61/ has no replicas
[junit4] 2> 290893 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 290893 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.ZkController collection1_shard2_replica_t61 stopping background replication from leader
[junit4] 2> 290895 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38599/wwvly/b/collection1_shard2_replica_t61/ shard2
[junit4] 2> 291008 INFO (zkCallback-884-thread-1-processing-n:127.0.0.1:38599_wwvly%2Fb) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 291045 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 291057 INFO (qtp240542674-4219) [n:127.0.0.1:38599_wwvly%2Fb c:collection1 s:shard2 x:collection1_shard2_replica_t61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1821
[junit4] 2> 291062 INFO (qtp63860251-4172) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38599_wwvly%252Fb&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1835
[junit4] 2> 291151 INFO (zkCallback-884-thread-1-processing-n:127.0.0.1:38599_wwvly%2Fb) [n:127.0.0.1:38599_wwvly%2Fb ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 291239 INFO (OverseerCollectionConfigSetProcessor-99263829427224580-127.0.0.1:37287_wwvly%2Fb-n_0000000000) [n:127.0.0.1:37287_wwvly%2Fb ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 291243 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-2-001 of type TLOG
[junit4] 2> 291243 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 291313 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@200c060f{/wwvly/b,null,AVAILABLE}
[junit4] 2> 291313 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18cfd5d2{HTTP/1.1,[http/1.1]}{127.0.0.1:٤٢٩٨٣}
[junit4] 2> 291313 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.e.j.s.Server Started @٢٩٢٨٩٩ms
[junit4] 2> 291313 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/wwvly/b, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/tempDir-001/jetty2, hostPort=42983, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-2-001/cores, replicaType=TLOG}
[junit4] 2> 291314 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 291314 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 291321 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 291321 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 291321 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T14:57:20.448147Z
[junit4] 2> 291346 INFO (zkConnectionManagerCallback-889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 291349 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 291349 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[46CF5503126CC1B5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_46CF5503126CC1B5-001/shard-2-001/solr.xml
[junit4] 2> 291352 INF
[...truncated too long message...]
2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=46CF5503126CC1B5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-FK -Dtests.timezone=Africa/Libreville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 643s J1 | TestInPlaceUpdatesDistrib.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41419/wt_/u
[junit4] > at __randomizedtesting.SeedInfo.seed([46CF5503126CC1B5:CE9B6AD9BC90AC4D]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> 1325640 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 1325640 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=704237201
[junit4] 2> 1325640 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1325640 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a1c9113: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@24c78dd2
[junit4] 2> 1325641 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1325641 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b03e272: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2f370ec5
[junit4] 2> 1325641 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1325641 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[46CF5503126CC1B5]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57774c4c: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5640847b
[junit4] 2> 1325641 INFO (coreCloseExecutor-2977-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@10459a37
[junit4] 2> 1325641 INFO (coreCloseExecutor-2977-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=272996919
[junit4] 2> 1325642 INFO (coreCloseExecutor-2977-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a9ef50e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6f970cdf
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_46CF5503126CC1B5-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=735, maxMBSortInHeap=7.649996071514364, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b0a99bc), locale=en-FK, timezone=Africa/Libreville
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=145768984,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestDocBasedVersionConstraints, TestStressRecovery, RemoteQueryErrorTest, TestSolrCloudWithDelegationTokens, BlockDirectoryTest, ExecutePlanActionTest, DistributedVersionInfoTest, CollectionTooManyReplicasTest, PreAnalyzedFieldTest, VMParamsZkACLAndCredentialsProvidersTest, RegexBytesRefFilterTest, TestNumericTokenStream, SOLR749Test, TestConfigsApi, TestSha256AuthenticationProvider, CloudExitableDirectoryReaderTest, TestUtilizeNode, AutoscalingHistoryHandlerTest, SolrGraphiteReporterTest, TestWriterPerf, TestCorePropertiesReload, HdfsChaosMonkeyNothingIsSafeTest, DirectUpdateHandlerTest, StressHdfsTest, TestOmitPositions, LeaderInitiatedRecoveryOnShardRestartTest, AssignTest, TestMultiValuedNumericRangeQuery, HdfsTlogReplayBufferedWhileIndexingTest, TestNumericTerms32, TestPseudoReturnFields, TestImplicitCoreProperties, TestDynamicFieldResource, TestFilteredDocIdSet, HdfsNNFailoverTest, ZkStateWriterTest, TestRebalanceLeaders, TestJmxIntegration, TestPolicyCloud, TestLocalFSCloudBackupRestore, NotRequiredUniqueKeyTest, RulesTest, SolrSlf4jReporterTest, DataDrivenBlockJoinTest, TestComplexPhraseQParserPlugin, SpatialRPTFieldTypeTest, CoreMergeIndexesAdminHandlerTest, OpenExchangeRatesOrgProviderTest, TestScoreJoinQPNoScore, TestXmlQParser, TestQueryWrapperFilter, TestMacros, TestAtomicUpdateErrorCases, TestGeoJSONResponseWriter, TestEmbeddedSolrServerAdminHandler, TestCryptoKeys, MoveReplicaTest, HighlighterConfigTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ClassificationUpdateProcessorTest, ConcurrentDeleteAndCreateCollectionTest, ManagedSchemaRoundRobinCloudTest, BasicAuthIntegrationTest, MergeStrategyTest, OpenCloseCoreStressTest, CdcrReplicationDistributedZkTest, TestRetrieveFieldsOptimizer, TestJettySolrRunner, TestStressReorder, TestSimpleTrackingShardHandler, TestTlogReplica, TestReqParamsAPI, TestSolr4Spatial2, SpellingQueryConverterTest, TestUseDocValuesAsStored, ShardRoutingCustomTest, VersionInfoTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [694/765 (2!)] on J1 in 642.61s, 1 test, 1 error <<< FAILURES!
[...truncated 41023 lines...]