You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/10/22 10:27:45 UTC
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 646
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/646/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestShortCircuitedRequests.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:36761/ih_a
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36761/ih_a
at __randomizedtesting.SeedInfo.seed([F3F5FEC7AF0A3BCF:7BA1C11D01F65637]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12054 lines...]
[junit4] Suite: org.apache.solr.cloud.TestShortCircuitedRequests
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001/init-core-data-001
[junit4] 2> 61900 WARN (SUITE-TestShortCircuitedRequests-seed#[F3F5FEC7AF0A3BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 61900 INFO (SUITE-TestShortCircuitedRequests-seed#[F3F5FEC7AF0A3BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 61901 INFO (SUITE-TestShortCircuitedRequests-seed#[F3F5FEC7AF0A3BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 61902 INFO (SUITE-TestShortCircuitedRequests-seed#[F3F5FEC7AF0A3BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 61902 INFO (SUITE-TestShortCircuitedRequests-seed#[F3F5FEC7AF0A3BCF]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ih_a/
[junit4] 2> 61904 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 61904 INFO (Thread-135) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 61904 INFO (Thread-135) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 61905 ERROR (Thread-135) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 62005 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.ZkTestServer start zk server on port:36331
[junit4] 2> 62019 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 62020 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 62022 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 62023 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 62024 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 62025 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 62026 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 62027 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 62028 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 62029 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 62030 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 62036 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 62101 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 62102 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c61c6ea{/ih_a,null,AVAILABLE}
[junit4] 2> 62104 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47b089fb{SSL,[ssl, http/1.1]}{127.0.0.1:36761}
[junit4] 2> 62104 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.e.j.s.Server Started @63707ms
[junit4] 2> 62104 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001/tempDir-001/control/data, replicaType=NRT, hostContext=/ih_a, hostPort=36761, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001/control-001/cores}
[junit4] 2> 62104 ERROR (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 62104 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 62104 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 62104 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 62104 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T09:26:42.246Z
[junit4] 2> 62107 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 62107 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001/control-001/solr.xml
[junit4] 2> 62109 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 62109 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 62110 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@193f5193, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 62112 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36331/solr
[junit4] 2> 62143 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 62144 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36761_ih_a
[junit4] 2> 62144 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.c.Overseer Overseer (id=98871830252552197-127.0.0.1:36761_ih_a-n_0000000000) starting
[junit4] 2> 62149 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36761_ih_a
[junit4] 2> 62153 INFO (OverseerStateUpdate-98871830252552197-127.0.0.1:36761_ih_a-n_0000000000) [n:127.0.0.1:36761_ih_a ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 62212 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@193f5193
[junit4] 2> 62217 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@193f5193
[junit4] 2> 62217 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@193f5193
[junit4] 2> 62218 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [n:127.0.0.1:36761_ih_a ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001/control-001/cores
[junit4] 2> 62233 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 62233 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36331/solr ready
[junit4] 2> 62255 INFO (qtp2009789304-773) [n:127.0.0.1:36761_ih_a ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36761_ih_a&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 62257 INFO (OverseerThreadFactory-334-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 62364 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 62364 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 62467 INFO (zkCallback-122-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 63389 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 63403 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 63445 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 63452 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 63452 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@193f5193
[junit4] 2> 63452 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 63452 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 63454 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=8.130859375, floorSegmentMB=0.4306640625, forceMergeDeletesPctAllowed=6.8060773175048155, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 63455 WARN (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 63484 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 63484 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 63484 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 63484 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 63485 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8115492120266089]
[junit4] 2> 63485 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@66d09816[control_collection_shard1_replica_n1] main]
[junit4] 2> 63486 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 63486 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 63487 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 63488 INFO (searcherExecutor-337-thread-1-processing-n:127.0.0.1:36761_ih_a x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@66d09816[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 63488 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581949285700730880
[junit4] 2> 63491 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 63491 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 63491 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36761/ih_a/control_collection_shard1_replica_n1/
[junit4] 2> 63491 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 63491 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:36761/ih_a/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 63491 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 63492 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36761/ih_a/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 122279 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36761
[junit4] 2> 122279 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1652631466
[junit4] 2> 122279 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 122279 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a966dc4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@414676ff
[junit4] 2> 122284 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 122284 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@397d716: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2bcfe2e2
[junit4] 2> 122286 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 122286 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@cc71583: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4f618ff7
[junit4] 2> 122287 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36761_ih_a
[junit4] 2> 122287 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 122288 INFO (zkCallback-122-thread-2-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 122288 INFO (coreCloseExecutor-342-thread-1) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6cec5ae9
[junit4] 2> 122288 INFO (coreCloseExecutor-342-thread-1) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1827429097
[junit4] 2> 122288 INFO (coreCloseExecutor-342-thread-1) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17ed1d79: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5e5e9125
[junit4] 2> 122293 INFO (coreCloseExecutor-342-thread-1) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1827429097
[junit4] 2> 133174 INFO (ScheduledTrigger-332-thread-1) [n:127.0.0.1:36761_ih_a ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 133176 INFO (AutoscalingActionExecutor-333-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14efda560d161880T3lo0fc7pux8hf2y87hmwkcw3y",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508664463314000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508664463314000000],
[junit4] 2> "_enqueue_time_":1508664473316000000,
[junit4] 2> "nodeNames":["127.0.0.1:36761_ih_a"]}}
[junit4] 2> 242257 ERROR (qtp2009789304-773) [n:127.0.0.1:36761_ih_a ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 242258 INFO (qtp2009789304-773) [n:127.0.0.1:36761_ih_a ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36761_ih_a&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 242258 ERROR (qtp2009789304-773) [n:127.0.0.1:36761_ih_a ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 662436 ERROR (OverseerThreadFactory-334-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:36761/ih_a
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36761/ih_a
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] 2> at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] 2> at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 662437 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.Overseer Overseer (id=98871830252552197-127.0.0.1:36761_ih_a-n_0000000000) closing
[junit4] 2> 662439 ERROR (OverseerThreadFactory-334-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 662439 INFO (OverseerStateUpdate-98871830252552197-127.0.0.1:36761_ih_a-n_0000000000) [n:127.0.0.1:36761_ih_a ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36761_ih_a
[junit4] 2> 662439 INFO (OverseerThreadFactory-334-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 692485 INFO (zkCallback-122-thread-5-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 692487 ERROR (OverseerThreadFactory-334-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 692498 INFO (OverseerThreadFactory-334-thread-1-processing-n:127.0.0.1:36761_ih_a) [n:127.0.0.1:36761_ih_a ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 692499 WARN (OverseerAutoScalingTriggerThread-98871830252552197-127.0.0.1:36761_ih_a-n_0000000000) [n:127.0.0.1:36761_ih_a ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 692504 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47b089fb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 692504 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c61c6ea{/ih_a,null,UNAVAILABLE}
[junit4] 2> 692537 ERROR (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 692538 ERROR (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 692539 INFO (qtp2009789304-774) [n:127.0.0.1:36761_ih_a c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630174
[junit4] 2> 692539 ERROR (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 692539 INFO (TEST-TestShortCircuitedRequests.test-seed#[F3F5FEC7AF0A3BCF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36331 36331
[junit4] 2> 697600 INFO (Thread-135) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36331 36331
[junit4] 2> 697601 WARN (Thread-135) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestShortCircuitedRequests -Dtests.method=test -Dtests.seed=F3F5FEC7AF0A3BCF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr -Dtests.timezone=Antarctica/DumontDUrville -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J2 | TestShortCircuitedRequests.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36761/ih_a
[junit4] > at __randomizedtesting.SeedInfo.seed([F3F5FEC7AF0A3BCF:7BA1C11D01F65637]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestShortCircuitedRequests_F3F5FEC7AF0A3BCF-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1602, maxMBSortInHeap=5.083358869868062, sim=RandomSimilarity(queryNorm=false): {}, locale=fr, timezone=Antarctica/DumontDUrville
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=214208936,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrCoreCheckLockOnStartupTest, TestLMDirichletSimilarityFactory, SolrGraphiteReporterTest, TestShardHandlerFactory, FullSolrCloudDistribCmdsTest, PropertiesRequestHandlerTest, RecoveryZkTest, TestShortCircuitedRequests]
[junit4] Completed [172/744 (1!)] on J2 in 635.72s, 1 test, 1 error <<< FAILURES!
[...truncated 49215 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 655
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/655/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
5 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43129
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43129
at __randomizedtesting.SeedInfo.seed([CEBEACB4DFAC86A9:84F438B44E04A9AC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([CEBEACB4DFAC86A9:45997F659EAA2D2D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:436)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Error from server at http://127.0.0.1:36921/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36921/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([CEBEACB4DFAC86A9:46EA936E7150EB51]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:117)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestSSLRandomization.testRandomizedSslAndClientAuth
Error Message:
Error from server at https://127.0.0.1:42893/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42893/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([CEBEACB4DFAC86A9:45EA1DD37D33C7D5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
at org.apache.solr.cloud.TestSSLRandomization.testRandomizedSslAndClientAuth(TestSSLRandomization.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.TestTrackingShardHandlerFactory.testRequestTracking
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:39325/pt_y/xf
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39325/pt_y/xf
at __randomizedtesting.SeedInfo.seed([CEBEACB4DFAC86A9:8682F5742BA7973F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12464 lines...]
[junit4] Suite: org.apache.solr.handler.component.TestTrackingShardHandlerFactory
[junit4] 2> 463249 INFO (SUITE-TestTrackingShardHandlerFactory-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001/init-core-data-001
[junit4] 2> 463249 INFO (SUITE-TestTrackingShardHandlerFactory-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 463251 INFO (SUITE-TestTrackingShardHandlerFactory-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 463251 INFO (SUITE-TestTrackingShardHandlerFactory-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /pt_y/xf
[junit4] 2> 463253 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 463253 INFO (Thread-659) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 463253 INFO (Thread-659) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 463255 ERROR (Thread-659) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 463353 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.ZkTestServer start zk server on port:41089
[junit4] 2> 463363 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 463364 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 463365 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 463365 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 463366 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 463367 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 463367 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 463368 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 463369 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 463369 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 463370 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 463371 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 463453 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 463454 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c23ad1{/pt_y/xf,null,AVAILABLE}
[junit4] 2> 463454 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17c5778{HTTP/1.1,[http/1.1]}{127.0.0.1:39325}
[junit4] 2> 463454 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.e.j.s.Server Started @464885ms
[junit4] 2> 463454 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001/tempDir-001/control/data, hostContext=/pt_y/xf, hostPort=39325, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001/control-001/cores}
[junit4] 2> 463455 ERROR (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 463455 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 463455 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 463455 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 463455 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T02:21:49.884Z
[junit4] 2> 463459 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 463459 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001/control-001/solr.xml
[junit4] 2> 463463 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 463463 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 463465 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@113f397, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 463469 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41089/solr
[junit4] 2> 463517 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 463517 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39325_pt_y%2Fxf
[junit4] 2> 463518 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.Overseer Overseer (id=98881484205785092-127.0.0.1:39325_pt_y%2Fxf-n_0000000000) starting
[junit4] 2> 463523 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39325_pt_y%2Fxf
[junit4] 2> 463524 INFO (OverseerStateUpdate-98881484205785092-127.0.0.1:39325_pt_y%2Fxf-n_0000000000) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 463804 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@113f397
[junit4] 2> 463814 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@113f397
[junit4] 2> 463814 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@113f397
[junit4] 2> 463816 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001/control-001/cores
[junit4] 2> 463833 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 463834 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41089/solr ready
[junit4] 2> 463836 INFO (qtp12907420-3796) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39325_pt_y%252Fxf&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 463837 INFO (OverseerThreadFactory-1633-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 463941 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 463942 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 464045 INFO (zkCallback-751-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 465001 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 465021 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 465113 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 465135 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 465135 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@113f397
[junit4] 2> 465135 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 465135 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 465138 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=48.240234375, floorSegmentMB=1.73828125, forceMergeDeletesPctAllowed=26.620786871052736, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 465143 WARN (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 465182 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 465182 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 465183 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 465183 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 465185 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 465186 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@377f09[control_collection_shard1_replica_n1] main]
[junit4] 2> 465187 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 465187 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 465188 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 465190 INFO (searcherExecutor-1636-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@377f09[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 465190 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582103749322604544
[junit4] 2> 465193 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 465193 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 465193 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39325/pt_y/xf/control_collection_shard1_replica_n1/
[junit4] 2> 465193 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 465193 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39325/pt_y/xf/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 465193 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 465195 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39325/pt_y/xf/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 523894 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 39325
[junit4] 2> 523894 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=4209162
[junit4] 2> 523894 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 523894 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bd6db5: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7535f9
[junit4] 2> 523904 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 523904 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52ed05: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@14f8910
[junit4] 2> 523912 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 523913 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8f6ee5: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17004a6
[junit4] 2> 523915 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39325_pt_y%2Fxf
[junit4] 2> 523916 INFO (zkCallback-751-thread-2-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 523917 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 523918 INFO (coreCloseExecutor-1641-thread-1) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@f537ed
[junit4] 2> 523918 INFO (coreCloseExecutor-1641-thread-1) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=16070637
[junit4] 2> 523918 INFO (coreCloseExecutor-1641-thread-1) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48ead8: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@8f16df
[junit4] 2> 523931 INFO (coreCloseExecutor-1641-thread-1) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=16070637
[junit4] 2> 534548 INFO (ScheduledTrigger-1631-thread-3) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 534571 INFO (AutoscalingActionExecutor-1632-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f0604fc9984a80T636biudht857q6h2datj1ov6k",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508811770970000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508811770970000000],
[junit4] 2> "_enqueue_time_":1508811780974000000,
[junit4] 2> "nodeNames":["127.0.0.1:39325_pt_y%2Fxf"]}}
[junit4] 2> 643838 ERROR (qtp12907420-3796) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 643838 INFO (qtp12907420-3796) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39325_pt_y%252Fxf&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 643838 ERROR (qtp12907420-3796) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1064037 ERROR (OverseerThreadFactory-1633-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:39325/pt_y/xf
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39325/pt_y/xf
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 1064038 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.Overseer Overseer (id=98881484205785092-127.0.0.1:39325_pt_y%2Fxf-n_0000000000) closing
[junit4] 2> 1064039 ERROR (OverseerThreadFactory-1633-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1064040 INFO (OverseerStateUpdate-98881484205785092-127.0.0.1:39325_pt_y%2Fxf-n_0000000000) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39325_pt_y%2Fxf
[junit4] 2> 1064040 INFO (OverseerThreadFactory-1633-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1094069 INFO (zkCallback-751-thread-5-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1094071 ERROR (OverseerThreadFactory-1633-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1094073 INFO (OverseerThreadFactory-1633-thread-1-processing-n:127.0.0.1:39325_pt_y%2Fxf) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1094074 WARN (OverseerAutoScalingTriggerThread-98881484205785092-127.0.0.1:39325_pt_y%2Fxf-n_0000000000) [n:127.0.0.1:39325_pt_y%2Fxf ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1094075 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@17c5778{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1094075 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c23ad1{/pt_y/xf,null,UNAVAILABLE}
[junit4] 2> 1094117 ERROR (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1560000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1094118 ERROR (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] 2> at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1560000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 42 more
[junit4] 2>
[junit4] 2> 1094118 INFO (qtp12907420-3792) [n:127.0.0.1:39325_pt_y%2Fxf c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630176
[junit4] 2> 1094118 ERROR (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1094119 INFO (TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[CEBEACB4DFAC86A9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41089 41089
[junit4] 2> 1099750 INFO (Thread-659) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41089 41089
[junit4] 2> 1099751 WARN (Thread-659) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestTrackingShardHandlerFactory -Dtests.method=testRequestTracking -Dtests.seed=CEBEACB4DFAC86A9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mk-MK -Dtests.timezone=Europe/Andorra -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 637s J2 | TestTrackingShardHandlerFactory.testRequestTracking <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39325/pt_y/xf
[junit4] > at __randomizedtesting.SeedInfo.seed([CEBEACB4DFAC86A9:8682F5742BA7973F]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.component.TestTrackingShardHandlerFactory_CEBEACB4DFAC86A9-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1756, maxMBSortInHeap=5.409671742463254, sim=RandomSimilarity(queryNorm=false): {}, locale=mk-MK, timezone=Europe/Andorra
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=212341448,total=507510784
[junit4] 2> NOTE: All tests run in this JVM: [TestReload, FileBasedSpellCheckerTest, TestSchemaManager, MetricsConfigTest, TestCollationFieldDocValues, TestZkChroot, OverseerTest, ReturnFieldsTest, SolrMetricReporterTest, TestShardHandlerFactory, TestPartialUpdateDeduplication, BasicDistributedZk2Test, WrapperMergePolicyFactoryTest, TestTrie, TestReqParamsAPI, TestFuzzyAnalyzedSuggestions, RestartWhileUpdatingTest, SolrXmlInZkTest, ConnectionReuseTest, TestStressUserVersions, TestOnReconnectListenerSupport, DirectSolrConnectionTest, DistributedSuggestComponentTest, TlogReplayBufferedWhileIndexingTest, TestLegacyFieldCache, ReplicaListTransformerTest, TestCustomDocTransformer, HdfsWriteToMultipleCollectionsTest, TestDistributedMissingSort, TestGroupingSearch, TestRequestStatusCollectionAPI, DefaultValueUpdateProcessorTest, TestImpersonationWithHadoopAuth, TestManagedResourceStorage, HdfsCollectionsAPIDistributedZkTest, SolrGraphiteReporterTest, SuggestComponentContextFilterQueryTest, TestSearchPerf, TestElisionMultitermQuery, TestLegacyFieldReuse, QueryElevationComponentTest, CdcrReplicationDistributedZkTest, CoreSorterTest, BadComponentTest, TestClassicSimilarityFactory, TestSubQueryTransformerCrossCore, TestDistribIDF, TestConfigReload, NodeLostTriggerTest, TestTrackingShardHandlerFactory]
[junit4] Completed [246/744 (1!)] on J2 in 636.56s, 1 test, 1 error <<< FAILURES!
[...truncated 106 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSSLRandomization
[junit4] 2> 1112967 INFO (SUITE-TestSSLRandomization-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSSLRandomization_CEBEACB4DFAC86A9-001/init-core-data-001
[junit4] 2> 1112967 WARN (SUITE-TestSSLRandomization-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 1112968 INFO (SUITE-TestSSLRandomization-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1112970 INFO (SUITE-TestSSLRandomization-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=frequent SSL usage to make test worth while, ssl=0.5, value=
[...truncated too long message...]
ard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 3554753 INFO (qtp32884285-24333) [n:127.0.0.1:39017_solr c:backuprestore s:shard2 r:core_node12 x:backuprestore_shard2_replica_t10] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=TLOG&property.customKey=customValue&coreNodeName=core_node12&name=backuprestore_shard2_replica_t10&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=209783
[junit4] 2> 3554753 INFO (qtp32884285-24337) [n:127.0.0.1:39017_solr c:backuprestore s:shard1 r:core_node4 x:backuprestore_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=backuprestore_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=209785
[junit4] 2> 3554754 ERROR (SUITE-TestLocalFSCloudBackupRestore-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3554754 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[CEBEACB4DFAC86A9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42807 42807
[junit4] 2> 3559786 INFO (Thread-5699) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42807 42807
[junit4] 2> 3559787 WARN (Thread-5699) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/backuprestore/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLocalFSCloudBackupRestore_CEBEACB4DFAC86A9-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1614, maxMBSortInHeap=6.815915794973934, sim=RandomSimilarity(queryNorm=false): {}, locale=sl, timezone=Pacific/Apia
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=315117048,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestReload, FileBasedSpellCheckerTest, TestSchemaManager, MetricsConfigTest, TestCollationFieldDocValues, TestZkChroot, OverseerTest, ReturnFieldsTest, SolrMetricReporterTest, TestShardHandlerFactory, TestPartialUpdateDeduplication, BasicDistributedZk2Test, WrapperMergePolicyFactoryTest, TestTrie, TestReqParamsAPI, TestFuzzyAnalyzedSuggestions, RestartWhileUpdatingTest, SolrXmlInZkTest, ConnectionReuseTest, TestStressUserVersions, TestOnReconnectListenerSupport, DirectSolrConnectionTest, DistributedSuggestComponentTest, TlogReplayBufferedWhileIndexingTest, TestLegacyFieldCache, ReplicaListTransformerTest, TestCustomDocTransformer, HdfsWriteToMultipleCollectionsTest, TestDistributedMissingSort, TestGroupingSearch, TestRequestStatusCollectionAPI, DefaultValueUpdateProcessorTest, TestImpersonationWithHadoopAuth, TestManagedResourceStorage, HdfsCollectionsAPIDistributedZkTest, SolrGraphiteReporterTest, SuggestComponentContextFilterQueryTest, TestSearchPerf, TestElisionMultitermQuery, TestLegacyFieldReuse, QueryElevationComponentTest, CdcrReplicationDistributedZkTest, CoreSorterTest, BadComponentTest, TestClassicSimilarityFactory, TestSubQueryTransformerCrossCore, TestDistribIDF, TestConfigReload, NodeLostTriggerTest, TestTrackingShardHandlerFactory, CursorMarkTest, CustomCollectionTest, CopyFieldTest, HdfsAutoAddReplicasIntegrationTest, TestManagedSchemaAPI, TestUninvertingReader, BlockJoinFacetSimpleTest, TestPolicyCloud, AutoScalingHandlerTest, ZkStateReaderTest, SuggesterTest, TestExtendedDismaxParser, TestCryptoKeys, UpdateLogTest, SolrTestCaseJ4Test, StatsComponentTest, CoreAdminHandlerTest, TestLMJelinekMercerSimilarityFactory, WordBreakSolrSpellCheckerTest, ConfigSetsAPITest, DistributedFacetPivotLongTailTest, HighlighterTest, TestBulkSchemaConcurrent, TestSolrDeletionPolicy2, TestRebalanceLeaders, LeaderInitiatedRecoveryOnCommitTest, UUIDFieldTest, TestSolrXml, TestTlogReplica, SolrCoreCheckLockOnStartupTest, AliasIntegrationTest, TestPullReplicaErrorHandling, HdfsDirectoryTest, TestUniqueKeyFieldResource, TestSolrCoreProperties, TestCSVResponseWriter, JSONWriterTest, IndexSchemaTest, SuggesterWFSTTest, TestRawResponseWriter, TestShortCircuitedRequests, DistribJoinFromCollectionTest, TestCloudPseudoReturnFields, PreAnalyzedFieldManagedSchemaCloudTest, CollectionReloadTest, PreAnalyzedUpdateProcessorTest, SystemInfoHandlerTest, FullHLLTest, TestCopyFieldCollectionResource, MoveReplicaTest, TestRuleBasedAuthorizationPlugin, TestInitParams, SolrIndexMetricsTest, TestMultiWordSynonyms, TestCloudInspectUtil, LoggingHandlerTest, TestFieldCollectionResource, TestXmlQParserPlugin, CdcrVersionReplicationTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, DeleteStatusTest, TestConfigsApi, OverseerTaskQueueTest, TestDistributedGrouping, TestFileDictionaryLookup, TestFiltering, TestPayloadCheckQParserPlugin, RequestLoggingTest, TestFieldTypeResource, RequiredFieldsTest, TestCoreDiscovery, TestSolrCoreParser, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, LeaderElectionTest, ZkSolrClientTest, TestDistributedSearch, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestJoin, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, DocValuesTest, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, TestQueryUtils, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, FastVectorHighlighterTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, AlternateDirectoryTest, TestSolrIndexConfig, TestStressRecovery, MultiTermTest, SampleTest, TestBinaryField, MinimalSchemaTest, TestConfig, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, PeerSyncReplicationTest, SSLMigrationTest, SaslZkACLProviderTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework, TestCollectionAPI, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore]
[junit4] Completed [571/744 (4!)] on J2 in 215.70s, 1 test, 1 error <<< FAILURES!
[...truncated 43629 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (32bit/jdk1.8.0_144) - Build # 654
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/654/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.ShardRoutingCustomTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:33887
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33887
at __randomizedtesting.SeedInfo.seed([56024026214261CA:DE567FFC8FBE0C32]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 11869 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardRoutingCustomTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001/init-core-data-001
[junit4] 2> 79579 WARN (SUITE-ShardRoutingCustomTest-seed#[56024026214261CA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 79580 INFO (SUITE-ShardRoutingCustomTest-seed#[56024026214261CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 79581 INFO (SUITE-ShardRoutingCustomTest-seed#[56024026214261CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 79583 INFO (SUITE-ShardRoutingCustomTest-seed#[56024026214261CA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 79583 INFO (SUITE-ShardRoutingCustomTest-seed#[56024026214261CA]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 79585 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 79585 INFO (Thread-160) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 79585 INFO (Thread-160) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 79590 ERROR (Thread-160) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 79685 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.ZkTestServer start zk server on port:41027
[junit4] 2> 79712 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 79714 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 79716 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 79717 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 79719 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 79720 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 79721 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 79722 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 79723 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 79724 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 79725 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 79736 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 79821 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 79822 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19e0dd5{/,null,AVAILABLE}
[junit4] 2> 79826 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e68f5{SSL,[ssl, http/1.1]}{127.0.0.1:33887}
[junit4] 2> 79827 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.e.j.s.Server Started @80914ms
[junit4] 2> 79827 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001/tempDir-001/control/data, hostContext=/, hostPort=33887, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001/control-001/cores}
[junit4] 2> 79827 ERROR (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 79827 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 79827 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 79827 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 79827 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T23:21:08.456Z
[junit4] 2> 79835 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 79835 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001/control-001/solr.xml
[junit4] 2> 79841 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 79841 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 79844 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd1481, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 79849 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41027/solr
[junit4] 2> 79993 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 79993 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33887_
[junit4] 2> 79995 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.c.Overseer Overseer (id=98880773699338245-127.0.0.1:33887_-n_0000000000) starting
[junit4] 2> 80000 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33887_
[junit4] 2> 80005 INFO (OverseerStateUpdate-98880773699338245-127.0.0.1:33887_-n_0000000000) [n:127.0.0.1:33887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 80131 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd1481
[junit4] 2> 80142 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd1481
[junit4] 2> 80142 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd1481
[junit4] 2> 80144 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [n:127.0.0.1:33887_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001/control-001/cores
[junit4] 2> 80164 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 80165 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41027/solr ready
[junit4] 2> 80245 INFO (qtp20233208-545) [n:127.0.0.1:33887_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33887_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 80249 INFO (OverseerThreadFactory-268-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 80361 INFO (qtp20233208-546) [n:127.0.0.1:33887_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 80361 INFO (qtp20233208-546) [n:127.0.0.1:33887_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 80465 INFO (zkCallback-88-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 81394 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 81408 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 81485 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 81504 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 81505 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd1481
[junit4] 2> 81509 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 81509 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 81513 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=63.2734375, floorSegmentMB=1.984375, forceMergeDeletesPctAllowed=15.763343694935095, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 81528 WARN (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 81583 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 81583 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 81585 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 81585 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 81587 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=72.5634765625, floorSegmentMB=1.1494140625, forceMergeDeletesPctAllowed=0.5611464283079437, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 81588 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1456349[control_collection_shard1_replica_n1] main]
[junit4] 2> 81589 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 81590 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 81591 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 81593 INFO (searcherExecutor-271-thread-1-processing-n:127.0.0.1:33887_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1456349[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 81593 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582092381293903872
[junit4] 2> 81597 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 81598 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 81598 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33887/control_collection_shard1_replica_n1/
[junit4] 2> 81598 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 81598 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33887/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 81598 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 81600 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33887/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 140302 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33887
[junit4] 2> 140302 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=27836815
[junit4] 2> 140302 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 140303 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1be5a13: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@12ed39e
[junit4] 2> 140307 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 140307 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d34292: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1eac281
[junit4] 2> 140311 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 140311 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1afbd1f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1bcdb93
[junit4] 2> 140312 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33887_
[junit4] 2> 140313 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 140313 INFO (zkCallback-88-thread-2-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 140314 INFO (coreCloseExecutor-276-thread-1) [n:127.0.0.1:33887_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@120d7d9
[junit4] 2> 140314 INFO (coreCloseExecutor-276-thread-1) [n:127.0.0.1:33887_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=18929625
[junit4] 2> 140314 INFO (coreCloseExecutor-276-thread-1) [n:127.0.0.1:33887_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41cfaa: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@15624bc
[junit4] 2> 140322 INFO (coreCloseExecutor-276-thread-1) [n:127.0.0.1:33887_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=18929625
[junit4] 2> 151025 INFO (ScheduledTrigger-266-thread-4) [n:127.0.0.1:33887_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 151035 INFO (AutoscalingActionExecutor-267-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f0567398914080T6k9rnr70q9fj91ltvapc1hong",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508800929650000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508800929650000000],
[junit4] 2> "_enqueue_time_":1508800939652000000,
[junit4] 2> "nodeNames":["127.0.0.1:33887_"]}}
[junit4] 2> 260248 ERROR (qtp20233208-545) [n:127.0.0.1:33887_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 260249 INFO (qtp20233208-545) [n:127.0.0.1:33887_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33887_&wt=javabin&version=2} status=500 QTime=180004
[junit4] 2> 260250 ERROR (qtp20233208-545) [n:127.0.0.1:33887_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 680458 ERROR (OverseerThreadFactory-268-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:33887
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33887
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] 2> at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] 2> at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 680459 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.Overseer Overseer (id=98880773699338245-127.0.0.1:33887_-n_0000000000) closing
[junit4] 2> 680460 ERROR (OverseerThreadFactory-268-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 680460 INFO (OverseerStateUpdate-98880773699338245-127.0.0.1:33887_-n_0000000000) [n:127.0.0.1:33887_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33887_
[junit4] 2> 680464 INFO (OverseerThreadFactory-268-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 710496 INFO (zkCallback-88-thread-5-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 710497 ERROR (OverseerThreadFactory-268-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 710503 INFO (OverseerThreadFactory-268-thread-1-processing-n:127.0.0.1:33887_) [n:127.0.0.1:33887_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 710504 WARN (OverseerAutoScalingTriggerThread-98880773699338245-127.0.0.1:33887_-n_0000000000) [n:127.0.0.1:33887_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 710507 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e68f5{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 710507 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@19e0dd5{/,null,UNAVAILABLE}
[junit4] 2> 710516 ERROR (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 710517 ERROR (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 710517 INFO (qtp20233208-546) [n:127.0.0.1:33887_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630156
[junit4] 2> 710518 ERROR (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 710518 INFO (TEST-ShardRoutingCustomTest.test-seed#[56024026214261CA]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41027 41027
[junit4] 2> 715546 INFO (Thread-160) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41027 41027
[junit4] 2> 715546 WARN (Thread-160) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardRoutingCustomTest -Dtests.method=test -Dtests.seed=56024026214261CA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=Indian/Maldives -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 636s J1 | ShardRoutingCustomTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33887
[junit4] > at __randomizedtesting.SeedInfo.seed([56024026214261CA:DE567FFC8FBE0C32]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingCustomTest_56024026214261CA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=728, maxMBSortInHeap=7.213472302259587, sim=RandomSimilarity(queryNorm=true): {}, locale=es-HN, timezone=Indian/Maldives
[junit4] 2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=103550072,total=294649856
[junit4] 2> NOTE: All tests run in this JVM: [TestAddFieldRealTimeGet, TestDocTermOrds, DistributedIntervalFacetingTest, TestBlobHandler, OutputWriterTest, TestLuceneMatchVersion, ExplicitHLLTest, RequestHandlersTest, MBeansHandlerTest, ShardRoutingCustomTest]
[junit4] Completed [106/744 (1!)] on J1 in 635.99s, 1 test, 1 error <<< FAILURES!
[...truncated 45211 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9) - Build # 653 - Still
Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/653/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index 0 out-of-bounds for length 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
at __randomizedtesting.SeedInfo.seed([83C2A3591B5D5A40:978AF80C385AE75E]:0)
at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
at java.base/java.util.Objects.checkIndex(Objects.java:372)
at java.base/java.util.ArrayList.get(ArrayList.java:439)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 1716 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J1-20171023_191244_03013398037998370130607.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J0-20171023_191244_0269971378020235436613.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/core/test/temp/junit4-J2-20171023_191244_0287296127037233503276.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 296 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171023_191924_6547249173910046122696.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171023_191924_65417679900285033694109.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171023_191924_6691561493035921947236.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1054 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171023_192102_9073121186012359035863.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171023_192102_9109149650193991837322.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171023_192102_9077860763926286634594.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 231 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171023_192250_74012663971628429123174.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171023_192250_74013793757302414293351.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171023_192250_7403348744949575778179.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 238 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171023_192302_1461008440965991368355.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171023_192302_1468334458131277532318.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 12 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171023_192302_1461841148588054875999.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171023_192325_7522392262624198034879.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171023_192325_7522595725114116115289.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171023_192325_7524517663178926770565.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171023_192329_07014072664010055494622.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171023_192329_0701892817830435595042.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171023_192329_07014379116641738738473.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171023_192339_4121542318981991499726.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171023_192339_4122773607657462232022.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171023_192347_2211795251436308009036.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171023_192347_22111466854098106243811.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171023_192347_22117202546868532344889.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171023_192349_7638277865754317452251.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 195 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171023_192356_0506032019728371444716.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171023_192356_05013575076167655711068.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171023_192356_05012295048838101793511.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1257 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171023_192551_7577397811170902293161.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171023_192551_7573949021418204704762.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171023_192551_75712601961848113565434.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 230 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J2-20171023_192559_42416333872786583611810.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J1-20171023_192559_42414661742783838699986.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/classification/test/temp/junit4-J0-20171023_192559_4231414697406682136312.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 249 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J1-20171023_192610_8282420709029736752576.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 10 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J2-20171023_192610_8287732651043213585907.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/codecs/test/temp/junit4-J0-20171023_192610_828937557017713221891.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 241 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J2-20171023_192834_1298351300029151758446.syserr
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J1-20171023_192834_129731890779583019986.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/demo/test/temp/junit4-J0-20171023_192834_1292885960715850404633.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 173 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J0-20171023_192836_90114576072708602773543.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J1-20171023_192836_90213138852039564307943.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/expressions/test/temp/junit4-J2-20171023_192836_9023911269626823117805.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 223 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J0-20171023_192842_47315059928711479614023.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J2-20171023_192842_4734314190903085457750.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/facet/test/temp/junit4-J1-20171023_192842_47316869958899051428608.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J0-20171023_192917_3122375916224100691098.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J1-20171023_192917_3123438627855764822875.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/grouping/test/temp/junit4-J2-20171023_192917_31213313814568551488137.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 246 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171023_192929_64011519238095537591277.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171023_192929_64015127547774027666814.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171023_192929_64011355434300592461791.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 160 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J2-20171023_192950_9009623647364193290560.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J0-20171023_192950_9009176920275617307026.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/join/test/temp/junit4-J1-20171023_192950_9004098371530635220890.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 149 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J0-20171023_193007_2878719664397045070591.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/memory/test/temp/junit4-J1-20171023_193007_28710893254998572353108.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 177 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J2-20171023_193017_79916248519655797911991.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J1-20171023_193017_79918038341379935131548.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/misc/test/temp/junit4-J0-20171023_193017_7995804493786798599001.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 315 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J1-20171023_193034_0912731783089593246742.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J2-20171023_193034_0911357902562944505823.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queries/test/temp/junit4-J0-20171023_193034_0911110186136753876035.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 224 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171023_193042_72116879431523620576570.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171023_193042_7217356386819679258530.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171023_193042_72116752013155167332616.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 207 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J1-20171023_193051_03612661071776700171677.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J2-20171023_193051_03614811407526175771354.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/replicator/test/temp/junit4-J0-20171023_193051_0361097545436084195060.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 216 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171023_193102_42415793182235171250755.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171023_193102_4212343399141033064590.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 7 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171023_193102_4217552671082034397833.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 415 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171023_193156_285794185441715542883.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171023_193156_28517150079943395884185.syserr
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171023_193156_28514855812821589412038.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 151 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial/test/temp/junit4-J0-20171023_193213_3343983493881665799227.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 166 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171023_193215_3517622919506468576576.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171023_193215_3516861621256599200470.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 11 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171023_193215_3519295897660676486297.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J1-20171023_193322_31214485133712357958280.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J2-20171023_193322_3126782375245738177429.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/lucene/build/suggest/test/temp/junit4-J0-20171023_193322_3121152795044656381665.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 2793 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/init-core-data-001
[junit4] 2> 1135011 WARN (SUITE-TestReplicationHandler-seed#[83C2A3591B5D5A40]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1135011 INFO (SUITE-TestReplicationHandler-seed#[83C2A3591B5D5A40]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1135012 INFO (SUITE-TestReplicationHandler-seed#[83C2A3591B5D5A40]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 1135012 INFO (SUITE-TestReplicationHandler-seed#[83C2A3591B5D5A40]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1135013 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexAndConfigAliasReplication
[junit4] 2> 1135013 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/collection1
[junit4] 2> 1135015 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1135016 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c0297e2{/solr,null,AVAILABLE}
[junit4] 2> 1135017 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67815308{HTTP/1.1,[http/1.1]}{127.0.0.1:36909}
[junit4] 2> 1135018 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.Server Started @1136837ms
[junit4] 2> 1135018 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/collection1/data, hostPort=36909}
[junit4] 2> 1135018 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1135018 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1135018 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1135018 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1135018 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T19:53:19.224675Z
[junit4] 2> 1135018 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/solr.xml
[junit4] 2> 1135020 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1135020 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1135021 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1135053 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135059 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135059 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135061 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/.
[junit4] 2> 1135061 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1135061 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1135066 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1135071 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1135072 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1135072 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1135073 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135073 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1135073 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1135074 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=47.0849609375, floorSegmentMB=2.0693359375, forceMergeDeletesPctAllowed=29.720554260167916, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1135096 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1135096 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1135097 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6246188448125656]
[junit4] 2> 1135097 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@150f740a[collection1] main]
[junit4] 2> 1135098 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-001/collection1/conf
[junit4] 2> 1135098 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1135098 INFO (coreLoadExecutor-5012-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1135099 INFO (searcherExecutor-5013-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@150f740a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1135100 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/collection1
[junit4] 2> 1135101 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1135101 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@783e6459{/solr,null,AVAILABLE}
[junit4] 2> 1135102 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3832afa1{HTTP/1.1,[http/1.1]}{127.0.0.1:36559}
[junit4] 2> 1135102 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.e.j.s.Server Started @1136921ms
[junit4] 2> 1135102 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/collection1/data, hostPort=36559}
[junit4] 2> 1135102 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1135102 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 1135102 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1135102 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1135102 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T19:53:19.308804Z
[junit4] 2> 1135103 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/solr.xml
[junit4] 2> 1135105 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1135105 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1135106 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1135128 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135135 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135135 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135142 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/.
[junit4] 2> 1135142 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[83C2A3591B5D5A40]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1135142 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1135146 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 1135150 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1135151 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1135151 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1135151 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a0645b7
[junit4] 2> 1135151 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1135151 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1135152 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=47.0849609375, floorSegmentMB=2.0693359375, forceMergeDeletesPctAllowed=29.720554260167916, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1135175 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1135175 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1135175 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=6, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6246188448125656]
[junit4] 2> 1135175 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@287b7b8f[collection1] main]
[junit4] 2> 1135176 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_83C2A3591B5D5A40-001/solr-instance-002/collection1/conf
[junit4] 2> 1135177 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1135177 INFO (coreLoadExecutor-5022-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1135177 INFO (searcherExecutor-5023-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@287b7b8f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1135179 INFO (qtp1858170144-13488) [ ] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1135180 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 1135180 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1135180 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1135180 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1135180 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1135181 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1135181 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1135181 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1135181 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1135181 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1135182 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1135182 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1135182 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1135182 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1135182 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1135182 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1135183 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1135183 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1135183 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1135183 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1135183 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1135183 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1135183 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1135184 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1135184 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1135184 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1135184 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1135184 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1135184 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1135184 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1135185 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1135185 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1135185 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1135185 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1135185 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1135185 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 1135186 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 1135187 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1135188 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1135188 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1135188 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1135188 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1135190 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1135190 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 1135191 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 1135191 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1135191 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1135191 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1135191 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1135191 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1135192 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1135193 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1135193 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 1135193 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 1135193 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1135193 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1135193 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 1135193 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1135194 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1135194 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1135194 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 1135194 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 1135194 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1135194 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1135194 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 1135195 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 1135196 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 1135196 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 1135196 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 1135196 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 1135196 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 1135196 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1135196 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1135197 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 1135198 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 1135199 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 1135200 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 1135200 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 1135200 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 1135200 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 1135200 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 1135200 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 1135201 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 1135201 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 1135201 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 1135201 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 1135201 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 1135201 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 1135201 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13489) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 1135202 INFO (qtp1858170144-13490) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 1135203 INFO (qtp1858170144-13488) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 1135203 INFO (qtp1858170144-13483) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update p
[...truncated too long message...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171023_202839_4321393525061077583394.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171023_202839_4329673856877927778067.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171023_202939_7854731528011786391233.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171023_202939_78517851111476764484166.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171023_202939_78510653546696444775181.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1259 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171023_202954_2057967612310753983098.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171023_202954_20510576787593748650201.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 650 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171023_203001_0285346548769582790357.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171023_203001_028735634782192084853.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171023_203001_02814623455021201688991.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 557 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171023_203021_49510613972224425369534.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171023_203021_4954972302439063488356.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171023_203021_4954141750416124870675.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 560 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171023_203031_6198989565198379210144.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171023_203031_6193406197893635900237.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 622 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171023_203037_79513361853286188656966.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 27 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171023_203037_7951404687290963137080.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171023_203037_7959279585918335103308.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171023_203101_4396151918985637616025.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171023_203101_43912255823204516283389.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171023_203111_3796001617303238837046.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 31627 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 652
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/652/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestShortCircuitedRequests.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:34495
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34495
at __randomizedtesting.SeedInfo.seed([78536AD041274AE3:F007550AEFDB271B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 13502 lines...]
[junit4] Suite: org.apache.solr.cloud.TestShortCircuitedRequests
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001/init-core-data-001
[junit4] 2> 2316816 WARN (SUITE-TestShortCircuitedRequests-seed#[78536AD041274AE3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 2316816 INFO (SUITE-TestShortCircuitedRequests-seed#[78536AD041274AE3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2316817 INFO (SUITE-TestShortCircuitedRequests-seed#[78536AD041274AE3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2316817 INFO (SUITE-TestShortCircuitedRequests-seed#[78536AD041274AE3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2316817 INFO (SUITE-TestShortCircuitedRequests-seed#[78536AD041274AE3]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2316819 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2316819 INFO (Thread-4240) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2316819 INFO (Thread-4240) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2316820 ERROR (Thread-4240) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2316919 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.ZkTestServer start zk server on port:35617
[junit4] 2> 2316924 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2316924 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2316925 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2316925 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2316925 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2316925 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2316926 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2316926 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2316926 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2316927 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2316927 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2316928 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2316978 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2316979 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@289fba4e{/,null,AVAILABLE}
[junit4] 2> 2316979 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1315bd3c{SSL,[ssl, http/1.1]}{127.0.0.1:34495}
[junit4] 2> 2316979 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.e.j.s.Server Started @2319256ms
[junit4] 2> 2316979 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=34495, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001/control-001/cores}
[junit4] 2> 2316979 ERROR (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2316980 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 2316980 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2316980 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2316980 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T15:17:46.248Z
[junit4] 2> 2316981 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2316981 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001/control-001/solr.xml
[junit4] 2> 2316984 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2316984 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2316985 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1dd24195, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2316987 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35617/solr
[junit4] 2> 2317023 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2317023 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34495_
[junit4] 2> 2317023 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.c.Overseer Overseer (id=98878873015943173-127.0.0.1:34495_-n_0000000000) starting
[junit4] 2> 2317026 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34495_
[junit4] 2> 2317026 INFO (zkCallback-4529-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2317071 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dd24195
[junit4] 2> 2317077 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dd24195
[junit4] 2> 2317077 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dd24195
[junit4] 2> 2317078 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [n:127.0.0.1:34495_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001/control-001/cores
[junit4] 2> 2317088 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2317089 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35617/solr ready
[junit4] 2> 2317104 INFO (qtp1676027267-20688) [n:127.0.0.1:34495_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34495_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2317105 INFO (OverseerThreadFactory-7760-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2317209 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2317210 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2317312 INFO (zkCallback-4529-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2318227 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 2318236 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2318294 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2318299 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2318300 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dd24195
[junit4] 2> 2318300 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2318300 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2318302 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=112381644, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2318305 WARN (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2318331 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2318331 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2318332 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2318332 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2318333 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=24, maxMergedSegmentMB=32.923828125, floorSegmentMB=0.23828125, forceMergeDeletesPctAllowed=29.436752189060243, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2318333 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11c61a7b[control_collection_shard1_replica_n1] main]
[junit4] 2> 2318334 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2318334 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2318334 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2318335 INFO (searcherExecutor-7763-thread-1-processing-n:127.0.0.1:34495_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@11c61a7b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2318335 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582061969843683328
[junit4] 2> 2318337 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2318337 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2318338 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34495/control_collection_shard1_replica_n1/
[junit4] 2> 2318338 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2318338 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34495/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2318338 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2318338 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34495/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2377163 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 34495
[junit4] 2> 2377163 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=417324616
[junit4] 2> 2377163 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2377163 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f111c2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5df8f218
[junit4] 2> 2377167 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2377167 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1540b358: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@183f9b3d
[junit4] 2> 2377170 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2377170 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5237df3f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6734a35d
[junit4] 2> 2377171 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34495_
[junit4] 2> 2377171 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2377172 INFO (zkCallback-4529-thread-2-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2377172 INFO (coreCloseExecutor-7768-thread-1) [n:127.0.0.1:34495_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@66d025a2
[junit4] 2> 2377172 INFO (coreCloseExecutor-7768-thread-1) [n:127.0.0.1:34495_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1724917154
[junit4] 2> 2377172 INFO (coreCloseExecutor-7768-thread-1) [n:127.0.0.1:34495_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e9346ad: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@188981a5
[junit4] 2> 2377177 INFO (coreCloseExecutor-7768-thread-1) [n:127.0.0.1:34495_ c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1724917154
[junit4] 2> 2388048 INFO (ScheduledTrigger-7758-thread-3) [n:127.0.0.1:34495_ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 2388048 INFO (AutoscalingActionExecutor-7759-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f03c12f6a1e880Te9up0wm7ih1wadpjkbjpuava4",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508771927314000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508771927314000000],
[junit4] 2> "_enqueue_time_":1508771937315000000,
[junit4] 2> "nodeNames":["127.0.0.1:34495_"]}}
[junit4] 2> 2497105 ERROR (qtp1676027267-20688) [n:127.0.0.1:34495_ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2497106 INFO (qtp1676027267-20688) [n:127.0.0.1:34495_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34495_&wt=javabin&version=2} status=500 QTime=180001
[junit4] 2> 2497106 ERROR (qtp1676027267-20688) [n:127.0.0.1:34495_ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2917307 ERROR (OverseerThreadFactory-7760-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:34495
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34495
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] 2> at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] 2> at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 2917308 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.Overseer Overseer (id=98878873015943173-127.0.0.1:34495_-n_0000000000) closing
[junit4] 2> 2917309 ERROR (OverseerThreadFactory-7760-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 2917309 INFO (OverseerStateUpdate-98878873015943173-127.0.0.1:34495_-n_0000000000) [n:127.0.0.1:34495_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34495_
[junit4] 2> 2917309 INFO (OverseerThreadFactory-7760-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 2947337 INFO (zkCallback-4529-thread-5-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 2947337 ERROR (OverseerThreadFactory-7760-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2947338 INFO (OverseerThreadFactory-7760-thread-1-processing-n:127.0.0.1:34495_) [n:127.0.0.1:34495_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2947338 WARN (OverseerAutoScalingTriggerThread-98878873015943173-127.0.0.1:34495_-n_0000000000) [n:127.0.0.1:34495_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2947340 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1315bd3c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2947340 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@289fba4e{/,null,UNAVAILABLE}
[junit4] 2> 2947366 ERROR (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2947367 ERROR (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 2947367 INFO (qtp1676027267-20695) [n:127.0.0.1:34495_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630157
[junit4] 2> 2947367 ERROR (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2947368 INFO (TEST-TestShortCircuitedRequests.test-seed#[78536AD041274AE3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35617 35617
[junit4] 2> 2948150 INFO (Thread-4240) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35617 35617
[junit4] 2> 2948151 WARN (Thread-4240) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestShortCircuitedRequests -Dtests.method=test -Dtests.seed=78536AD041274AE3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el-GR -Dtests.timezone=Australia/Melbourne -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 631s J1 | TestShortCircuitedRequests.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:34495
[junit4] > at __randomizedtesting.SeedInfo.seed([78536AD041274AE3:F007550AEFDB271B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestShortCircuitedRequests_78536AD041274AE3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=407, maxMBSortInHeap=6.645330716435996, sim=RandomSimilarity(queryNorm=true): {}, locale=el-GR, timezone=Australia/Melbourne
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=43269472,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [VMParamsZkACLAndCredentialsProvidersTest, SchemaVersionSpecificBehaviorTest, SolrGangliaReporterTest, UUIDUpdateProcessorFallbackTest, DirectUpdateHandlerTest, TestOmitPositions, ExitableDirectoryReaderTest, TestSolrCloudWithSecureImpersonation, SpatialHeatmapFacetsTest, TestAtomicUpdateErrorCases, NodeMutatorTest, LukeRequestHandlerTest, JvmMetricsTest, BinaryUpdateRequestHandlerTest, TestDelegationWithHadoopAuth, BlockJoinFacetRandomTest, ChaosMonkeySafeLeaderWithPullReplicasTest, HdfsBasicDistributedZk2Test, TestLuceneMatchVersion, ParsingFieldUpdateProcessorsTest, TestSubQueryTransformer, TestBM25SimilarityFactory, TestNumericRangeQuery64, TestPushWriter, DistributedQueryComponentOptimizationTest, TestPivotHelperCode, SynonymTokenizerTest, TestPerFieldSimilarity, TestSkipOverseerOperations, BlobRepositoryCloudTest, SolrRequestParserTest, BasicAuthStandaloneTest, OpenCloseCoreStressTest, TestAnalyzedSuggestions, TestSortByMinMaxFunction, AssignTest, DistributedFacetPivotLargeTest, TermVectorComponentDistributedTest, TestInitQParser, QueryEqualityTest, ZkCLITest, CollectionsAPIDistributedZkTest, ChaosMonkeySafeLeaderTest, TestFaceting, SolrMetricManagerTest, TestStressLucene, TestCollectionAPIs, TestMiniSolrCloudClusterSSL, TestSerializedLuceneMatchVersion, TestClusterStateMutator, HighlighterConfigTest, TestCollationField, CollectionTooManyReplicasTest, ConvertedLegacyTest, SSLMigrationTest, DebugComponentTest, TestJmxIntegration, CdcrBootstrapTest, AddSchemaFieldsUpdateProcessorFactoryTest, HLLUtilTest, CdcrRequestHandlerTest, TestXIncludeConfig, TestLeaderInitiatedRecoveryThread, TestEmbeddedSolrServerAdminHandler, TestCloudPivotFacet, TestNumericTerms64, TestConfigSetProperties, TestTolerantUpdateProcessorRandomCloud, TestRetrieveFieldsOptimizer, SolrJmxReporterTest, CircularListTest, CreateCollectionCleanupTest, CloudExitableDirectoryReaderTest, SolrIndexSplitterTest, ConcurrentDeleteAndCreateCollectionTest, TestSolrConfigHandler, RequestHandlersTest, TestSolrCoreSnapshots, CloneFieldUpdateProcessorFactoryTest, TestSolrConfigHandlerConcurrent, SolrCloudExampleTest, TestJettySolrRunner, TestUseDocValuesAsStored, TestManagedSynonymFilterFactory, TestPseudoReturnFields, AnalyticsQueryTest, PrimUtilsTest, DistribDocExpirationUpdateProcessorTest, TestSurroundQueryParser, DistributedIntervalFacetingTest, ReplicationFactorTest, InfixSuggestersTest, TestSegmentSorting, OpenExchangeRatesOrgProviderTest, ZkSolrClientTest, OverseerStatusTest, AutoAddReplicasPlanActionTest, TestFilteredDocIdSet, TestDocSet, PeerSyncWithIndexFingerprintCachingTest, MBeansHandlerTest, TestMissingGroups, OutputWriterTest, TestCustomStream, MoreLikeThisHandlerTest, HdfsSyncSliceTest, TestXmlQParser, TestReloadAndDeleteDocs, TestSchemaResource, DeleteShardTest, TestBlendedInfixSuggestions, SystemLogListenerTest, SimpleMLTQParserTest, SolrIndexConfigTest, TestJsonFacets, TestConfigSetsAPIZkFailure, DocValuesMultiTest, ManagedSchemaRoundRobinCloudTest, TestSearcherReuse, TestSQLHandler, SOLR749Test, OverseerTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedGrouping, TestStressReorder, TestRangeQuery, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, NumericFieldsTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, TestCodecSupport, TimeZoneUtilsTest, TestFastOutputStream, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, CollectionsAPISolrJTest, DistribCursorPagingTest, DistributedQueueTest, ForceLeaderTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverTest, TestCloudDeleteByQuery, TestCloudRecovery, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestPrepRecovery, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestShortCircuitedRequests]
[junit4] Completed [576/744 (1!)] on J1 in 631.35s, 1 test, 1 error <<< FAILURES!
[...truncated 47759 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 651
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/651/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45547/sz_koy/bq
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45547/sz_koy/bq
at __randomizedtesting.SeedInfo.seed([9B2728DC80E40A0E:7345164D27E90852]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:39371_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"https://127.0.0.1:39371/solr", "node_name":"127.0.0.1:39371_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"https://127.0.0.1:34455/solr", "node_name":"127.0.0.1:34455_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:39371_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"https://127.0.0.1:39371/solr",
"node_name":"127.0.0.1:39371_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"https://127.0.0.1:34455/solr",
"node_name":"127.0.0.1:34455_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([9B2728DC80E40A0E:2B4626F0A5DBAB2B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33309/nqbd/ka
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33309/nqbd/ka
at __randomizedtesting.SeedInfo.seed([9B2728DC80E40A0E:D16DBCDC114C250B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12564 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/init-core-data-001
[junit4] 2> 518383 WARN (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 518383 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 518384 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 518384 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 518385 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001
[junit4] 2> 518385 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 518385 INFO (Thread-884) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 518385 INFO (Thread-884) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 518386 ERROR (Thread-884) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 518485 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37933
[junit4] 2> 518494 INFO (jetty-launcher-743-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 518494 INFO (jetty-launcher-743-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 518495 INFO (jetty-launcher-743-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@327167f7{/solr,null,AVAILABLE}
[junit4] 2> 518495 INFO (jetty-launcher-743-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@933034f{/solr,null,AVAILABLE}
[junit4] 2> 518496 INFO (jetty-launcher-743-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@de7b5fc{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 518496 INFO (jetty-launcher-743-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64572f92{SSL,[ssl, http/1.1]}{127.0.0.1:?????}
[junit4] 2> 518496 INFO (jetty-launcher-743-thread-1) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 518496 INFO (jetty-launcher-743-thread-2) [ ] o.e.j.s.Server Started @??????ms
[junit4] 2> 518497 INFO (jetty-launcher-743-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34455}
[junit4] 2> 518497 INFO (jetty-launcher-743-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39371}
[junit4] 2> 518513 ERROR (jetty-launcher-743-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518513 ERROR (jetty-launcher-743-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T09:40:49.846Z
[junit4] 2> 518513 INFO (jetty-launcher-743-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T09:40:49.846Z
[junit4] 2> 518516 INFO (jetty-launcher-743-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 518516 INFO (jetty-launcher-743-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 518527 INFO (jetty-launcher-743-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37933/solr
[junit4] 2> 518527 INFO (jetty-launcher-743-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37933/solr
[junit4] 2> 518538 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f489b2bb60004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 518565 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 518565 INFO (jetty-launcher-743-thread-2) [n:127.0.0.1:39371_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 518565 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34455_solr
[junit4] 2> 518566 INFO (jetty-launcher-743-thread-2) [n:127.0.0.1:39371_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39371_solr
[junit4] 2> 518566 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.c.Overseer Overseer (id=98877548115918854-127.0.0.1:34455_solr-n_0000000000) starting
[junit4] 2> 518566 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 518566 INFO (zkCallback-754-thread-1-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 518568 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 518569 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 518569 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34455_solr
[junit4] 2> 518570 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:39371_solr]
[junit4] 2> 518570 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 518570 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 518570 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518570 INFO (zkCallback-754-thread-1-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518570 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 518570 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 518570 DEBUG (ScheduledTrigger-1909-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:39371_solr, 127.0.0.1:34455_solr]
[junit4] 2> 518612 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 518617 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 518617 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 518617 INFO (jetty-launcher-743-thread-1) [n:127.0.0.1:34455_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node1/.
[junit4] 2> 518629 INFO (jetty-launcher-743-thread-2) [n:127.0.0.1:39371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39371.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 518633 INFO (jetty-launcher-743-thread-2) [n:127.0.0.1:39371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39371.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 518633 INFO (jetty-launcher-743-thread-2) [n:127.0.0.1:39371_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39371.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 518633 INFO (jetty-launcher-743-thread-2) [n:127.0.0.1:39371_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node2/.
[junit4] 2> 518647 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 518647 INFO (SUITE-ExecutePlanActionTest-seed#[9B2728DC80E40A0E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37933/solr ready
[junit4] 2> 518652 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 518653 DEBUG (zkCallback-754-thread-1-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 518653 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 518654 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 518655 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 518655 DEBUG (OverseerAutoScalingTriggerThread-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 518666 INFO (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518667 INFO (OverseerThreadFactory-1911-thread-1-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 518771 INFO (OverseerStateUpdate-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34455/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 518773 INFO (OverseerStateUpdate-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39371/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 518992 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 518992 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 518998 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 518999 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 519101 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 519101 INFO (zkCallback-754-thread-1-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 519101 INFO (zkCallback-755-thread-2-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 519101 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520003 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 520027 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 520027 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 520030 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 520030 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 520031 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39371.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 520031 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 520031 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node2/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node2/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 520034 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 520037 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 520037 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 520037 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34455.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 520038 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 520038 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node1/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node1/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 520063 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 520063 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 520064 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 520064 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 520065 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@72cfeab6[testExecute_shard1_replica_n2] main]
[junit4] 2> 520065 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 520066 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 520066 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 520066 INFO (searcherExecutor-1916-thread-1-processing-n:127.0.0.1:39371_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@72cfeab6[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 520067 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582040771618406400
[junit4] 2> 520069 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 520073 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 520073 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 520074 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 520074 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 520075 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@120e51be[testExecute_shard1_replica_n1] main]
[junit4] 2> 520076 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 520076 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 520077 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 520077 INFO (searcherExecutor-1917-thread-1-processing-n:127.0.0.1:34455_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@120e51be[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 520077 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582040771628892160
[junit4] 2> 520170 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520170 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520170 INFO (zkCallback-755-thread-2-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520170 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520570 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 520570 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 520570 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39371/solr/testExecute_shard1_replica_n2/
[junit4] 2> 520570 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:39371/solr START replicas=[https://127.0.0.1:34455/solr/testExecute_shard1_replica_n1/] nUpdates=100
[junit4] 2> 520573 INFO (qtp2029256907-4242) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.S.Request [testExecute_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 520871 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n2 url=https://127.0.0.1:39371/solr DONE. We have no versions. sync failed.
[junit4] 2> 520871 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 520871 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 520871 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 520875 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39371/solr/testExecute_shard1_replica_n2/ shard1
[junit4] 2> 520977 INFO (zkCallback-755-thread-2-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520977 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520977 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 520977 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 521025 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 521027 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2035
[junit4] 2> 521082 INFO (qtp2029256907-4240) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2084
[junit4] 2> 521085 INFO (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 521184 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 521184 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 521184 INFO (zkCallback-755-thread-2-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 521184 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522085 INFO (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3419
[junit4] 2> 522091 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14f029a294806780T9ll1kjkkortti0c6sjezt71vy",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508751653422000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508751653422000000],
[junit4] 2> "nodeNames":["127.0.0.1:39371_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3f9e2bb5, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@60ea2861]}
[junit4] 2> 522091 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:34455_solr&replica=core_node4
[junit4] 2> 522092 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 522094 INFO (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:34455_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 522095 INFO (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&replica=core_node4&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:34455_solr&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 522096 INFO (qtp1196447843-4243) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 522096 INFO (qtp1196447843-4243) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 522097 INFO (OverseerCollectionConfigSetProcessor-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 522097 INFO (OverseerThreadFactory-1911-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node4:{"core":"testExecute_shard1_replica_n2","base_url":"https://127.0.0.1:39371/solr","node_name":"127.0.0.1:39371_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 522098 INFO (OverseerThreadFactory-1911-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34455_solr for creating new replica
[junit4] 2> 522099 INFO (OverseerStateUpdate-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34455/solr",
[junit4] 2> "node_name":"127.0.0.1:34455_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 522200 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522200 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522200 INFO (zkCallback-755-thread-2-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522200 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522300 INFO (qtp2029256907-4250) [n:127.0.0.1:34455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670502950091421&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 522300 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670502950091421&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 522300 INFO (qtp2029256907-4254) [n:127.0.0.1:34455_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670502950091421
[junit4] 2> 522301 INFO (qtp2029256907-4254) [n:127.0.0.1:34455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670502950091421&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 522308 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 522312 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 522313 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 522313 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 522313 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34455.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@fad2e50
[junit4] 2> 522313 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 522313 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node1/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_9B2728DC80E40A0E-001/tempDir-001/node1/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 522334 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 522335 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 522350 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 522350 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 522351 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a27f6b5[testExecute_shard1_replica_n5] main]
[junit4] 2> 522352 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 522352 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 522352 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 522352 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582040774014402560
[junit4] 2> 522353 INFO (searcherExecutor-1926-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@3a27f6b5[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 522354 INFO (parallelCoreAdminExecutor-1912-thread-1-processing-n:127.0.0.1:34455_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 522354 INFO (updateExecutor-749-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 522355 INFO (recoveryExecutor-752-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 522355 INFO (recoveryExecutor-752-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 522355 INFO (recoveryExecutor-752-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 522355 INFO (recoveryExecutor-752-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 522355 INFO (recoveryExecutor-752-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:39371/solr/testExecute_shard1_replica_n2/] and I am [https://127.0.0.1:34455/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 522356 INFO (recoveryExecutor-752-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670502950091421 CREATE n:127.0.0.1:34455_solr s:shard1 c:testExecute) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:39371/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n2&nodeName=127.0.0.1:34455_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 522357 INFO (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 522358 INFO (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:34455_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"https://127.0.0.1:34455/solr","state":"down","node_name":"127.0.0.1:34455_solr","type":"NRT"}
[junit4] 2> 522456 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522457 INFO (zkCallback-755-thread-1-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522457 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 522456 INFO (zkCallback-755-thread-2-processing-n:127.0.0.1:39371_solr) [n:127.0.0.1:39371_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 523302 INFO (qtp2029256907-4242) [n:127.0.0.1:34455_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670502950091421
[junit4] 2> 523302 INFO (qtp2029256907-4242) [n:127.0.0.1:34455_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670502950091421&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 523303 INFO (qtp1196447843-4241) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n2&async=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670503953477826&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 523304 INFO (parallelCoreAdminExecutor-1914-thread-1-processing-n:127.0.0.1:39371_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670503953477826 UNLOAD) [n:127.0.0.1:39371_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=null
[junit4] 2> 523304 INFO (parallelCoreAdminExecutor-1914-thread-1-processing-n:127.0.0.1:39371_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670503953477826 UNLOAD) [n:127.0.0.1:39371_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cefe901: rootName = solr_39371, domain = solr.core.testExecute.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@63ab45e6
[junit4] 2> 523307 INFO (qtp1196447843-4245) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670503953477826
[junit4] 2> 523308 INFO (qtp1196447843-4245) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670503953477826&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 523318 INFO (parallelCoreAdminExecutor-1914-thread-1-processing-n:127.0.0.1:39371_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670503953477826 UNLOAD) [n:127.0.0.1:39371_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@4769d783
[junit4] 2> 523318 INFO (parallelCoreAdminExecutor-1914-thread-1-processing-n:127.0.0.1:39371_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670503953477826 UNLOAD) [n:127.0.0.1:39371_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n2, tag=1198118787
[junit4] 2> 523318 INFO (parallelCoreAdminExecutor-1914-thread-1-processing-n:127.0.0.1:39371_solr mock_trigger_name//14f029a294806780T9ll1kjkkortti0c6sjezt71vy//04670503953477826 UNLOAD) [n:127.0.0.1:39371_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=1198118787
[junit4] 2> 523325 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 523427 INFO (zkCallback-754-thread-1-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 523427 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 524309 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670503953477826
[junit4] 2> 524309 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/04670503953477826&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 524413 INFO (OverseerThreadFactory-1911-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 525825 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34455/solr/testExecute_shard1_replica_n1/
[junit4] 2> 525826 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:34455/solr START replicas=[https://127.0.0.1:34455/solr/testExecute_shard1_replica_n5/] nUpdates=100
[junit4] 2> 525827 INFO (qtp2029256907-4242) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.S.Request [testExecute_shard1_replica_n5] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 526098 INFO (OverseerCollectionConfigSetProcessor-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 526126 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=https://127.0.0.1:34455/solr DONE. We have no versions. sync failed.
[junit4] 2> 526126 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 526126 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 526127 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34455/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 526127 INFO (zkCallback-754-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 526127 INFO (zkCallback-754-thread-2-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527098 INFO (qtp1196447843-4249) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 527099 INFO (qtp1196447843-4249) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 527100 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0 finished with state=COMPLETED in 5s
[junit4] 2> 527100 INFO (qtp1196447843-4245) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 527101 INFO (qtp1196447843-4245) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 527102 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=OVERSEERSTATUS
[junit4] 2> 527104 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000001
[junit4] 2> 527105 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params async=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 527107 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 527107 INFO (qtp1196447843-4249) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 527108 INFO (qtp1196447843-4249) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 527112 INFO (OverseerThreadFactory-1911-thread-3-processing-n:127.0.0.1:34455_solr) [n:127.0.0.1:34455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 529109 INFO (OverseerCollectionConfigSetProcessor-98877548115918854-127.0.0.1:34455_solr-n_0000000000) [n:127.0.0.1:34455_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000003 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 532110 INFO (qtp1196447843-4245) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 532111 INFO (qtp1196447843-4245) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 532112 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[9B2728DC80E40A0E]) [ ] o.a.s.c.a.ExecutePlanAction Task with requestId=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0 finished with state=COMPLETED in 5s
[junit4] 2> 532112 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 532112 INFO (qtp1196447843-4251) [n:127.0.0.1:39371_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14f029a294806780T9ll1kjkkortti0c6sjezt71vy/0&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 552361 ERROR (qtp1196447843-4253) [n:127.0.0.1:39371_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: core not found:testExecute_shard1_replica_n2
[junit4] 2> at org.apache.solr.handler.admin.PrepRecoveryOp.execute(PrepRecoveryOp.java:75)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.se
[...truncated too long message...]
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ShardSplitTest_9B2728DC80E40A0E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {shard_s=PostingsFormat(name=Asserting), rnd_b=Lucene50(blocksize=128), a_t=PostingsFormat(name=Asserting), id=Lucene50(blocksize=128)}, docValues:{shard_s=DocValuesFormat(name=Memory), rnd_b=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), n_ti=DocValuesFormat(name=Memory), a_t=DocValuesFormat(name=Memory), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=579, maxMBSortInHeap=6.855191268747701, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-CA, timezone=America/Argentina/Rio_Gallegos
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=63393928,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestUnifiedSolrHighlighter, QueryElevationComponentTest, HdfsAutoAddReplicasIntegrationTest, TestFieldCollectionResource, SolrCoreCheckLockOnStartupTest, EchoParamsTest, TestLegacyFieldReuse, BJQParserTest, TestGraphTermsQParserPlugin, TestRebalanceLeaders, AliasIntegrationTest, WrapperMergePolicyFactoryTest, CollectionReloadTest, ClusterStateTest, TestCopyFieldCollectionResource, StatsComponentTest, TimeZoneUtilsTest, UpdateLogTest, PreAnalyzedFieldManagedSchemaCloudTest, TestExpandComponent, TestLeaderElectionWithEmptyReplica, TestUniqueKeyFieldResource, RecoveryZkTest, TestElisionMultitermQuery, TestReload, SimplePostToolTest, XmlUpdateRequestHandlerTest, HighlighterTest, TestGraphMLResponseWriter, TestNamedUpdateProcessors, TestSimpleQParserPlugin, StatsReloadRaceTest, RequestLoggingTest, DeleteStatusTest, TestHdfsUpdateLog, TestConfigSetsAPI, DistributedExpandComponentTest, LoggingHandlerTest, PluginInfoTest, DocValuesMissingTest, TestDistributedGrouping, TestStressCloudBlindAtomicUpdates, TestQueryTypes, CdcrUpdateLogTest, FieldMutatingUpdateProcessorTest, TestClassicSimilarityFactory, SubstringBytesRefFilterTest, AutoScalingHandlerTest, TestRealTimeGet, RankQueryTest, SolrMetricReporterTest, TestInitParams, TestSubQueryTransformerCrossCore, TestLocalFSCloudBackupRestore, DocValuesNotIndexedTest, BlockCacheTest, TestPullReplicaErrorHandling, SolrGraphiteReporterTest, RestartWhileUpdatingTest, HttpSolrCallGetCoreTest, SortByFunctionTest, SolrXmlInZkTest, OverseerTest, SuggesterTest, SparseHLLTest, TestSolrCloudWithDelegationTokens, TestSolrCoreParser, SpellPossibilityIteratorTest, HdfsCollectionsAPIDistributedZkTest, HdfsDirectoryTest, TestCollapseQParserPlugin, TestSchemaManager, TestBulkSchemaConcurrent, TestPolicyCloud, TestLFUCache, TestCloudInspectUtil, ChaosMonkeyNothingIsSafeTest, LeaderInitiatedRecoveryOnCommitTest, TestRandomCollapseQParserPlugin, TestIndexSearcher, TestRuleBasedAuthorizationPlugin, TestTlogReplica, TestSearchPerf, MissingSegmentRecoveryTest, ReplicaListTransformerTest, TestTrie, AtomicUpdateProcessorFactoryTest, TestConfigSets, FullHLLTest, TestQuerySenderListener, BlockJoinFacetSimpleTest, ScriptEngineTest, TestConfigReload, RuleEngineTest, TestShardHandlerFactory, CollectionsAPIAsyncDistributedZkTest, TestMultiValuedNumericRangeQuery, TestGroupingSearch, SaslZkACLProviderTest, TestStreamBody, TestLegacyNumericRangeQueryBuilder, DistributedSuggestComponentTest, AutoscalingHistoryHandlerTest, CopyFieldTest, TestDynamicLoading, SpellCheckCollatorWithCollapseTest, TestHashPartitioner, TestFunctionQuery, LeaderElectionContextKeyTest, IndexBasedSpellCheckerTest, TestManagedSchemaAPI, TestFiltering, HdfsDirectoryFactoryTest, TestZkChroot, TestCollationFieldDocValues, UniqFieldsUpdateProcessorFactoryTest, HdfsRecoveryZkTest, ReturnFieldsTest, TestCustomSort, FullSolrCloudDistribCmdsTest, TestCSVResponseWriter, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, ZkControllerTest, TestRangeQuery, BadIndexSchemaTest, TestLazyCores, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestComponentsName, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCharFilters, TestCodecSupport, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, TestFastLRUCache, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, CleanupOldIndexTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteReplicaTest, DistribJoinFromCollectionTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, ShardSplitTest]
[junit4] Completed [744/744 (3!)] on J2 in 911.76s, 5 tests, 1 error <<< FAILURES!
[...truncated 47201 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 650
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/650/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
10 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
Error Message:
Could not find collection:collection1
Stack Trace:
java.lang.AssertionError: Could not find collection:collection1
at __randomizedtesting.SeedInfo.seed([4FF7D5ACD6AA4EF9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreationAndDeletion
Error Message:
Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: created_and_deleted
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: created_and_deleted
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:7273F00F22141E76]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreationAndDeletion(CollectionsAPIDistributedZkTest.java:122)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore
Error Message:
Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: halfcollectionblocker
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: halfcollectionblocker
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:ACB1FC6BD29CF033]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:284)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk
Error Message:
Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: onlyinzk
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: onlyinzk
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:F4970D5EDF06EDC6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk(CollectionsAPIDistributedZkTest.java:194)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet
Error Message:
Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: nodeset_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: nodeset_collection
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:1BD4863F4081695F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateNodeSet(CollectionsAPIDistributedZkTest.java:402)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes
Error Message:
Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: nodes_used_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: nodes_used_collection
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:243784B392CEC5C6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:334)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection
Error Message:
Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: halfdeletedcollection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40043/solr: Could not fully create collection: halfdeletedcollection
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:6AF73D3A9EDA6D1F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:160)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38309
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38309
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:C8236E0587FC202F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1669)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1608)
at org.apache.solr.cloud.ShardSplitTest.splitByRouteFieldTest(ShardSplitTest.java:685)
at org.apache.solr.cloud.ShardSplitTest.test(ShardSplitTest.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 53 more
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38805
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38805
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:A3DC5DFB8A862D2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:7DAFFFF311EE13A7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:136)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:124)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12291 lines...]
[junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/init-core-data-001
[junit4] 2> 449468 WARN (SUITE-TestSolrCloudWithKerberosAlt-seed#[407751DF29004DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 449468 INFO (SUITE-TestSolrCloudWithKerberosAlt-seed#[407751DF29004DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 449469 INFO (SUITE-TestSolrCloudWithKerberosAlt-seed#[407751DF29004DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 449469 INFO (SUITE-TestSolrCloudWithKerberosAlt-seed#[407751DF29004DD7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 449471 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 453027 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'. Please update the admin password as soon as possible to prevent a possible security breach.
[junit4] 2> 453852 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.c.TestSolrCloudWithKerberosAlt Enable delegation token: true
[junit4] 2> 453853 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-002
[junit4] 2> 453853 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 453853 INFO (Thread-972) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 453853 INFO (Thread-972) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 453854 ERROR (Thread-972) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 453953 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.c.ZkTestServer start zk server on port:43641
[junit4] 2> 453954 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]-SendThread(127.0.0.1:43641)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 453954 WARN (zkCallback-489-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69a5726a name: ZooKeeperConnection Watcher:127.0.0.1:43641 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 453954 WARN (zkCallback-489-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 453958 INFO (jetty-launcher-487-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 453959 INFO (jetty-launcher-487-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59247197{/solr,null,AVAILABLE}
[junit4] 2> 453960 INFO (jetty-launcher-487-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e1d5fe0{SSL,[ssl, http/1.1]}{127.0.0.1:39273}
[junit4] 2> 453960 INFO (jetty-launcher-487-thread-1) [ ] o.e.j.s.Server Started @455482ms
[junit4] 2> 453960 INFO (jetty-launcher-487-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39273}
[junit4] 2> 453960 ERROR (jetty-launcher-487-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 453960 INFO (jetty-launcher-487-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 453960 INFO (jetty-launcher-487-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 453960 INFO (jetty-launcher-487-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 453960 INFO (jetty-launcher-487-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T04:42:17.023Z
[junit4] 2> 453961 WARN (jetty-launcher-487-thread-1-SendThread(127.0.0.1:43641)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 453966 WARN (zkCallback-490-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ebebb22 name: ZooKeeperConnection Watcher:127.0.0.1:43641/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 453966 WARN (zkCallback-490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 453966 INFO (jetty-launcher-487-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 453972 INFO (jetty-launcher-487-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43641/solr
[junit4] 2> 453972 WARN (jetty-launcher-487-thread-1-SendThread(127.0.0.1:43641)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 453974 WARN (zkCallback-493-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bc06bf7 name: ZooKeeperConnection Watcher:127.0.0.1:43641 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 453975 WARN (zkCallback-493-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 453976 WARN (jetty-launcher-487-thread-1-SendThread(127.0.0.1:43641)) [n:127.0.0.1:39273_solr ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 453976 WARN (zkCallback-494-thread-1-processing-n:127.0.0.1:39273_solr) [n:127.0.0.1:39273_solr ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@71e48fde name: ZooKeeperConnection Watcher:127.0.0.1:43641/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 453976 WARN (zkCallback-494-thread-1-processing-n:127.0.0.1:39273_solr) [n:127.0.0.1:39273_solr ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 454001 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 454001 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39273_solr
[junit4] 2> 454001 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.Overseer Overseer (id=98876374182592515-127.0.0.1:39273_solr-n_0000000000) starting
[junit4] 2> 454004 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39273_solr
[junit4] 2> 454004 INFO (OverseerStateUpdate-98876374182592515-127.0.0.1:39273_solr-n_0000000000) [n:127.0.0.1:39273_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 454036 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.KerberosPlugin
[junit4] 2> 454038 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 454043 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.s.KerberosPlugin Params: {token.valid=30, kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/keytabs, cookie.domain=127.0.0.1, token.validity=36000, type=kerberos, delegation-token.token-kind=solr-dt, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
[junit4] 2> DEFAULT, signer.secret.provider=zookeeper}
[junit4] 2> 454084 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.c.f.i.CuratorFrameworkImpl Starting
[junit4] 2> 454087 WARN (jetty-launcher-487-thread-1-SendThread(127.0.0.1:43641)) [n:127.0.0.1:39273_solr ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 454094 ERROR (jetty-launcher-487-thread-1-EventThread) [n:127.0.0.1:39273_solr ] o.a.c.ConnectionState Authentication failed
[junit4] 2> 454098 INFO (jetty-launcher-487-thread-1-EventThread) [n:127.0.0.1:39273_solr ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
[junit4] 2> 454161 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf
[junit4] 2> 454186 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39273.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78a03d21
[junit4] 2> 454190 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39273.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78a03d21
[junit4] 2> 454191 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39273.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78a03d21
[junit4] 2> 454191 INFO (jetty-launcher-487-thread-1) [n:127.0.0.1:39273_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-002/node1/.
[junit4] 2> 454200 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]-SendThread(127.0.0.1:43641)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 454200 WARN (zkCallback-497-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29f79975 name: ZooKeeperConnection Watcher:127.0.0.1:43641 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 454201 WARN (zkCallback-497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 454206 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]-SendThread(127.0.0.1:43641)) [ ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
[junit4] 2> 454206 WARN (zkCallback-500-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@232d733a name: ZooKeeperConnection Watcher:127.0.0.1:43641/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
[junit4] 2> 454206 WARN (zkCallback-500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
[junit4] 2> 454207 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 454208 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43641/solr ready
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 454528 INFO (qtp862670529-3447) [n:127.0.0.1:39273_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 454530 INFO (OverseerThreadFactory-1532-thread-1-processing-n:127.0.0.1:39273_solr) [n:127.0.0.1:39273_solr ] o.a.s.c.CreateCollectionCmd Create collection testkerberoscollection
[junit4] 2> 454634 INFO (OverseerStateUpdate-98876374182592515-127.0.0.1:39273_solr-n_0000000000) [n:127.0.0.1:39273_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testkerberoscollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testkerberoscollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39273/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 1> Debug is true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
[junit4] 1> Refreshing Kerberos configuration
[junit4] 1> principal is solr@EXAMPLE.COM
[junit4] 1> Will use keytab
[junit4] 1> Commit Succeeded
[junit4] 1>
[junit4] 2> 454867 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 454868 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 454973 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:39273_solr) [n:127.0.0.1:39273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 454973 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:39273_solr) [n:127.0.0.1:39273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 455877 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 455881 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.s.IndexSchema [testkerberoscollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 455882 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 455882 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from collection testkerberoscollection, trusted=true
[junit4] 2> 455883 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39273.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78a03d21
[junit4] 2> 455883 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 455883 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_407751DF29004DD7-001/tempDir-002/node1/./testkerberoscollection_shard1_replica_n1/data/]
[junit4] 2> 455909 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 455909 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 455910 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 455910 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 455911 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54940ef9[testkerberoscollection_shard1_replica_n1] main]
[junit4] 2> 455912 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 455912 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 455912 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 455913 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582021989080498176
[junit4] 2> 455913 INFO (searcherExecutor-1535-thread-1-processing-n:127.0.0.1:39273_solr x:testkerberoscollection_shard1_replica_n1 s:shard1 c:testkerberoscollection r:core_node2) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] Registered new searcher Searcher@54940ef9[testkerberoscollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 455916 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 455916 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 455916 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39273/solr/testkerberoscollection_shard1_replica_n1/
[junit4] 2> 455916 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 455916 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:39273/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
[junit4] 2> 455916 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 455917 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39273/solr/testkerberoscollection_shard1_replica_n1/ shard1
[junit4] 2> 456018 INFO (zkCallback-494-thread-2-processing-n:127.0.0.1:39273_solr) [n:127.0.0.1:39273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 456018 INFO (zkCallback-494-thread-1-processing-n:127.0.0.1:39273_solr) [n:127.0.0.1:39273_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 456068 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 456069 INFO (qtp862670529-3449) [n:127.0.0.1:39273_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1201
[junit4] 2> 456071 INFO (qtp862670529-3447) [n:127.0.0.1:39273_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 456531 INFO (OverseerCollectionConfigSetProcessor-98876374182592515-127.0.0.1:39273_solr-n_0000000000) [n:127.0.0.1:39273_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 486074 ERROR (qtp862670529-3447) [n:127.0.0.1:39273_solr ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica https://127.0.0.1:39273/solr/testkerberoscollection_shard1_replica_n1/ is in state of down with timeout=30
[junit4] 2> 486075 INFO (qtp862670529-3447) [n:127.0.0.1:39273_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=31546
[junit4] 2> 486082 WARN (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=solr&p=solr@EXAMPLE.COM&t=kerberos-dt&e=1508769737587&s=aHaUGnzTRf9caCA5lOSaW5xhUuw="; Path=/; Domain=127.0.0.1; Expires=lun, 23-oct-2017 14:42:17 GMT; Secure; HttpOnly". Invalid 'expires' attribute: lun, 23-oct-2017 14:42:17 GMT
[junit4] 2> 486083 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[407751DF29004DD7]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testkerberoscollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:down live:true
[junit4] 1> -
[junit4] 1
[...truncated too long message...]
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardSplitTest -Dtests.method=testSplitStaticIndexReplication -Dtests.seed=407751DF29004DD7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 637s J0 | ShardSplitTest.testSplitStaticIndexReplication <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38805
[junit4] > at __randomizedtesting.SeedInfo.seed([407751DF29004DD7:A3DC5DFB8A862D2]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_407751DF29004DD7-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=nl-BE, timezone=Africa/Juba
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=211534816,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrDeletionPolicy1, DocValuesTest, ZkStateWriterTest, BasicZkTest, DistributedQueueTest, TermsComponentTest, TestCloudRecovery, HdfsRestartWhileUpdatingTest, DistributedFacetExistsSmallTest, SecurityConfHandlerTest, DirectoryFactoryTest, TestHighlightDedupGrouping, TestSlowCompositeReaderWrapper, ActionThrottleTest, TestHashQParserPlugin, TestSubQueryTransformerDistrib, TestSweetSpotSimilarityFactory, TestNoOpRegenerator, TestLegacyNumericUtils, TestCrossCoreJoin, DirectUpdateHandlerOptimizeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ClassificationUpdateProcessorTest, JsonLoaderTest, TestManagedStopFilterFactory, BitVectorTest, LeaderInitiatedRecoveryOnShardRestartTest, QueryParsingTest, TestJsonFacetRefinement, TestDynamicFieldCollectionResource, DistributedMLTComponentTest, TestFieldResource, TestSolrCLIRunExample, HttpTriggerListenerTest, TestDFRSimilarityFactory, TestRandomFlRTGCloud, SolrJmxReporterCloudTest, TestCodecSupport, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SearchHandlerTest, TestSuggestSpellingConverter, TestPHPSerializedResponseWriter, TestSolrFieldCacheBean, SpellCheckComponentTest, BadCopyFieldTest, TestRecovery, AddBlockUpdateTest, StressHdfsTest, AnalysisAfterCoreReloadTest, TestPayloadScoreQParserPlugin, TestBinaryField, TestCoreAdminApis, TestAnalyzeInfixSuggestions, TestSolrCloudWithKerberosAlt, AutoAddReplicasIntegrationTest, TestConfigSetsAPIExclusivity, TestUpdate, UpdateRequestProcessorFactoryTest, TestReversedWildcardFilterFactory, TestIBSimilarityFactory, TestExportWriter, LeaderElectionIntegrationTest, TestSort, ConnectionManagerTest, V2ApiIntegrationTest, SolrCoreMetricManagerTest, TestCloudJSONFacetJoinDomain, TestCollectionAPI, TestStressVersions, TestOrdValues, TestMergePolicyConfig, DistribCursorPagingTest, TestDFISimilarityFactory, BasicDistributedZkTest, TestSmileRequest, TestDeleteCollectionOnDownNodes, DeleteInactiveReplicaTest, TestBadConfig, TestUtils, ForceLeaderTest, TestAuthenticationFramework, DateFieldTest, TestFreeTextSuggestions, FacetPivotSmallTest, ResourceLoaderTest, TestManagedSchemaThreadSafety, TestWordDelimiterFilterFactory, SolrPluginUtilsTest, TestFieldSortValues, ShardSplitTest]
[junit4] Completed [693/744 (3!)] on J0 in 1655.09s, 5 tests, 2 errors <<< FAILURES!
[...truncated 3234 lines...]
[junit4] Suite: org.apache.solr.analytics.legacy.LegacyNoFacetCloudTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.legacy.LegacyNoFacetCloudTest_4FF7D5ACD6AA4EF9-001/init-core-data-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=114, maxMBSortInHeap=7.4156479923686724, sim=RandomSimilarity(queryNorm=true): {}, locale=en-AU, timezone=Europe/Sarajevo
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=191875584,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [LegacyFacetSortingTest, LTEFunctionTest, LegacyQueryFacetTest, RoundFunctionTest, CastingDoubleValueTest, AndFunctionTest, LegacyFieldFacetExtrasTest, BooleanFieldsTest, CastingLongValueTest, OverallAnalyticsTest, DivideFunctionTest, FloatFieldsTest, CastingDateValueStreamTest, PivotFacetTest, StringFieldsTest, BottomFunctionTest, ConcatFunctionTest, ExistsFunctionTest, FilterFunctionTest, GTEFunctionTest, LogFunctionTest, NegateFunctionTest, PowerFunctionTest, SubtractFunctionTest, LegacyAbstractAnalyticsCloudTest, LegacyNoFacetCloudTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LegacyNoFacetCloudTest -Dtests.seed=4FF7D5ACD6AA4EF9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-AU -Dtests.timezone=Europe/Sarajevo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J2 | LegacyNoFacetCloudTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: Could not find collection:collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([4FF7D5ACD6AA4EF9]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
[junit4] > at org.apache.solr.analytics.legacy.LegacyAbstractAnalyticsCloudTest.setupCollection(LegacyAbstractAnalyticsCloudTest.java:51)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [78/78 (1!)] on J2 in 38.51s, 0 tests, 1 failure <<< FAILURES!
[...truncated 44159 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9) - Build # 649 - Still
Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/649/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC --illegal-access=deny
1 tests failed.
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:44949
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44949
at __randomizedtesting.SeedInfo.seed([BC17CFA4B0DE41FB:3443F07E1E222C03]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 42 more
Build Log:
[...truncated 12951 lines...]
[junit4] Suite: org.apache.solr.cloud.TestRebalanceLeaders
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001/init-core-data-001
[junit4] 2> 974283 WARN (SUITE-TestRebalanceLeaders-seed#[BC17CFA4B0DE41FB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 974283 INFO (SUITE-TestRebalanceLeaders-seed#[BC17CFA4B0DE41FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 974284 INFO (SUITE-TestRebalanceLeaders-seed#[BC17CFA4B0DE41FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 974284 INFO (SUITE-TestRebalanceLeaders-seed#[BC17CFA4B0DE41FB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 974284 INFO (SUITE-TestRebalanceLeaders-seed#[BC17CFA4B0DE41FB]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 974285 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 974285 INFO (Thread-2832) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 974285 INFO (Thread-2832) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 974286 ERROR (Thread-2832) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 974385 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.ZkTestServer start zk server on port:33577
[junit4] 2> 974389 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 974390 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 974390 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 974391 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 974391 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 974391 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 974392 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 974392 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 974393 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 974393 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 974393 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 974395 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 974540 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 974541 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48d514c1{/,null,AVAILABLE}
[junit4] 2> 974543 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c150fdf{SSL,[ssl, http/1.1]}{127.0.0.1:44949}
[junit4] 2> 974543 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.e.j.s.Server Started @976674ms
[junit4] 2> 974543 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001/tempDir-001/control/data, hostPort=44949, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001/control-001/cores}
[junit4] 2> 974543 ERROR (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 974543 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 974543 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 974543 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 974543 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-23T00:31:23.182907Z
[junit4] 2> 974545 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 974545 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001/control-001/solr.xml
[junit4] 2> 974548 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 974548 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 974548 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1d3fefad, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 974550 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33577/solr
[junit4] 2> 974589 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 974589 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44949_
[junit4] 2> 974590 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.Overseer Overseer (id=98875387604172805-127.0.0.1:44949_-n_0000000000) starting
[junit4] 2> 974595 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44949_
[junit4] 2> 974596 INFO (zkCallback-2094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 974626 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d3fefad
[junit4] 2> 974632 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d3fefad
[junit4] 2> 974632 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d3fefad
[junit4] 2> 974633 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001/control-001/cores
[junit4] 2> 974643 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 974643 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33577/solr ready
[junit4] 2> 974656 INFO (qtp117986339-10197) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44949_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 974658 INFO (OverseerThreadFactory-3790-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 974764 INFO (qtp117986339-10192) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 974764 INFO (qtp117986339-10192) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 974868 INFO (zkCallback-2094-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 975771 INFO (qtp117986339-10192) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 975778 INFO (qtp117986339-10192) [ ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 975818 INFO (qtp117986339-10192) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 975824 INFO (qtp117986339-10192) [ ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 975825 INFO (qtp117986339-10192) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d3fefad
[junit4] 2> 975825 INFO (qtp117986339-10192) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 975825 INFO (qtp117986339-10192) [ ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 975826 INFO (qtp117986339-10192) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7192450254757221]
[junit4] 2> 975827 WARN (qtp117986339-10192) [ ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 975851 INFO (qtp117986339-10192) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 975851 INFO (qtp117986339-10192) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 975852 INFO (qtp117986339-10192) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 975852 INFO (qtp117986339-10192) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 975853 INFO (qtp117986339-10192) [ ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=4.9208984375, floorSegmentMB=0.33984375, forceMergeDeletesPctAllowed=19.158510611882765, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8153236316655232
[junit4] 2> 975853 INFO (qtp117986339-10192) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@28c9b332[control_collection_shard1_replica_n1] main]
[junit4] 2> 975853 INFO (qtp117986339-10192) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 975854 INFO (qtp117986339-10192) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 975854 INFO (qtp117986339-10192) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 975855 INFO (searcherExecutor-3793-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@28c9b332[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 975855 INFO (qtp117986339-10192) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582006203311980544
[junit4] 2> 975857 INFO (qtp117986339-10192) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 975857 INFO (qtp117986339-10192) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 975857 INFO (qtp117986339-10192) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44949/control_collection_shard1_replica_n1/
[junit4] 2> 975857 INFO (qtp117986339-10192) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 975857 INFO (qtp117986339-10192) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:44949/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 975857 INFO (qtp117986339-10192) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 975858 INFO (qtp117986339-10192) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44949/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1034714 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 44949
[junit4] 2> 1034714 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=633862034
[junit4] 2> 1034714 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1034714 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2441b536: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2404af28
[junit4] 2> 1034717 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1034717 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b8de46: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@8214767
[junit4] 2> 1034719 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1034719 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6714347d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3eafd56e
[junit4] 2> 1034720 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44949_
[junit4] 2> 1034720 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1034720 INFO (zkCallback-2094-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 1034721 INFO (coreCloseExecutor-3798-thread-1) [ ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@228ee238
[junit4] 2> 1034721 INFO (coreCloseExecutor-3798-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=579789368
[junit4] 2> 1034721 INFO (coreCloseExecutor-3798-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16b38a9: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7d2d1186
[junit4] 2> 1034726 INFO (coreCloseExecutor-3798-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=579789368
[junit4] 2> 1045609 INFO (ScheduledTrigger-3788-thread-3) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1045610 INFO (AutoscalingActionExecutor-3789-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"14f00bb450b25740Tdnet3vxof8auwqbzvj9l0k11x",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1508718744245000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508718744245000000],
[junit4] 2> "_enqueue_time_":1508718754247000000,
[junit4] 2> "nodeNames":["127.0.0.1:44949_"]}}
[junit4] 2> 1154659 ERROR (qtp117986339-10197) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1154659 INFO (qtp117986339-10197) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44949_&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 1154659 ERROR (qtp117986339-10197) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1574864 ERROR (OverseerThreadFactory-3790-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:44949
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44949
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] 2> ... 12 more
[junit4] 2> 1574865 ERROR (OverseerThreadFactory-3790-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1574864 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.Overseer Overseer (id=98875387604172805-127.0.0.1:44949_-n_0000000000) closing
[junit4] 2> 1574865 INFO (OverseerStateUpdate-98875387604172805-127.0.0.1:44949_-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44949_
[junit4] 2> 1574865 INFO (OverseerThreadFactory-3790-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1604976 INFO (zkCallback-2094-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1604977 ERROR (OverseerThreadFactory-3790-thread-1) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:681)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1604977 INFO (OverseerThreadFactory-3790-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1604978 WARN (OverseerAutoScalingTriggerThread-98875387604172805-127.0.0.1:44949_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1604982 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7c150fdf{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1604982 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48d514c1{/,null,UNAVAILABLE}
[junit4] 2> 1605010 ERROR (qtp117986339-10192) [ ] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1605011 ERROR (qtp117986339-10192) [ ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1046)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1605011 INFO (qtp117986339-10192) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630247
[junit4] 2> 1605012 ERROR (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1605012 INFO (TEST-TestRebalanceLeaders.test-seed#[BC17CFA4B0DE41FB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33577 33577
[junit4] 2> 1610512 INFO (Thread-2832) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33577 33577
[junit4] 2> 1610512 WARN (Thread-2832) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRebalanceLeaders -Dtests.method=test -Dtests.seed=BC17CFA4B0DE41FB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bs-BA -Dtests.timezone=Pacific/Kiritimati -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 636s J2 | TestRebalanceLeaders.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:44949
[junit4] > at __randomizedtesting.SeedInfo.seed([BC17CFA4B0DE41FB:3443F07E1E222C03]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestRebalanceLeaders_BC17CFA4B0DE41FB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=bs-BA, timezone=Pacific/Kiritimati
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=84440992,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DocValuesMissingTest, TestSolrCloudWithDelegationTokens, TestUninvertingReader, SimpleCollectionCreateDeleteTest, MoveReplicaTest, TestNestedDocsSort, TestSearchPerf, ConnectionReuseTest, TestImpersonationWithHadoopAuth, UtilsToolTest, TestMultiValuedNumericRangeQuery, HdfsBasicDistributedZkTest, TestCryptoKeys, DistributedSpellCheckComponentTest, AsyncCallRequestStatusResponseTest, BlockCacheTest, PreAnalyzedUpdateProcessorTest, WrapperMergePolicyFactoryTest, TestCollapseQParserPlugin, TestCoreDiscovery, CoreAdminHandlerTest, PKIAuthenticationIntegrationTest, TestFiltering, TestClassicSimilarityFactory, TestManagedResourceStorage, FieldAnalysisRequestHandlerTest, TestCloudInspectUtil, HdfsWriteToMultipleCollectionsTest, CopyFieldTest, ReturnFieldsTest, DeleteStatusTest, TestQuerySenderListener, TestIndexSearcher, OverseerTaskQueueTest, ConfigSetsAPITest, SuggesterTest, OverseerModifyCollectionTest, ZkFailoverTest, TestUniqueKeyFieldResource, TestMultiWordSynonyms, TestCollationFieldDocValues, DisMaxRequestHandlerTest, DistributedExpandComponentTest, TestCustomDocTransformer, TestSystemCollAutoCreate, TestManagedSchemaAPI, CdcrReplicationDistributedZkTest, BigEndianAscendingWordSerializerTest, MetricsConfigTest, TestUnifiedSolrHighlighter, TestDynamicLoading, TestFileDictionaryLookup, TestPartialUpdateDeduplication, ReplicaListTransformerTest, HdfsCollectionsAPIDistributedZkTest, TestCloudPseudoReturnFields, TestPolicyCloud, TestTolerantSearch, DeleteNodeTest, TestExpandComponent, QueryElevationComponentTest, SaslZkACLProviderTest, RecoveryZkTest, TestHashPartitioner, TestStressCloudBlindAtomicUpdates, PreAnalyzedFieldManagedSchemaCloudTest, TestLeaderElectionWithEmptyReplica, TestOnReconnectListenerSupport, TestEmbeddedSolrServerConstructors, TestPayloadCheckQParserPlugin, ChangedSchemaMergeTest, TestReload, HdfsAutoAddReplicasIntegrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestRuleBasedAuthorizationPlugin, TestSolrCoreParser, SuggestComponentContextFilterQueryTest, ClassificationUpdateProcessorIntegrationTest, TestStreamBody, TestDistribIDF, HdfsRecoveryZkTest, FieldMutatingUpdateProcessorTest, AutoScalingHandlerTest, DocExpirationUpdateProcessorFactoryTest, AlternateDirectoryTest, RequiredFieldsTest, SystemInfoHandlerTest, CollectionsAPIAsyncDistributedZkTest, DistribJoinFromCollectionTest, TestRawResponseWriter, TestGroupingSearch, ClusterStateTest, SolrMetricReporterTest, CoreMergeIndexesAdminHandlerTest, StatsReloadRaceTest, LeaderElectionContextKeyTest, IndexSchemaTest, TestDistributedMissingSort, TestLFUCache, TestManagedSynonymGraphFilterFactory, SubstringBytesRefFilterTest, TestShortCircuitedRequests, ZkNodePropsTest, TestGraphMLResponseWriter, WordBreakSolrSpellCheckerTest, TestNamedUpdateProcessors, HdfsThreadLeakTest, SpellPossibilityIteratorTest, TestConfigsApi, SparseHLLTest, EchoParamsTest, MissingSegmentRecoveryTest, RestartWhileUpdatingTest, TimeZoneUtilsTest, TestRebalanceLeaders]
[junit4] Completed [426/744 (1!)] on J2 in 636.24s, 1 test, 1 error <<< FAILURES!
[...truncated 41174 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 648
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/648/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
at __randomizedtesting.SeedInfo.seed([580951F8DD1868FC:65D1FFD4E5F6368C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:136)
at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:124)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([580951F8DD1868FC:73F684A347607D2C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTriggerRestoreState(TriggerIntegrationTest.java:344)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11679 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_580951F8DD1868FC-001/init-core-data-001
[junit4] 2> 49327 WARN (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 49327 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 49329 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 49331 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 49332 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_580951F8DD1868FC-001/tempDir-001
[junit4] 2> 49332 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 49332 INFO (Thread-69) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 49332 INFO (Thread-69) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 49366 ERROR (Thread-69) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 49432 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39415
[junit4] 2> 49453 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 49453 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 49467 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11506c00{/solr,null,AVAILABLE}
[junit4] 2> 49467 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@785d774f{/solr,null,AVAILABLE}
[junit4] 2> 49468 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@588aa911{SSL,[ssl, http/1.1]}{127.0.0.1:43615}
[junit4] 2> 49468 INFO (jetty-launcher-56-thread-2) [ ] o.e.j.s.Server Started @51201ms
[junit4] 2> 49468 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@513ac72{SSL,[ssl, http/1.1]}{127.0.0.1:37971}
[junit4] 2> 49468 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43615}
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-1) [ ] o.e.j.s.Server Started @51201ms
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37971}
[junit4] 2> 49469 ERROR (jetty-launcher-56-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 49469 ERROR (jetty-launcher-56-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T19:27:20.631Z
[junit4] 2> 49469 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T19:27:20.631Z
[junit4] 2> 49478 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 49480 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 49485 INFO (jetty-launcher-56-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39415/solr
[junit4] 2> 49489 INFO (jetty-launcher-56-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39415/solr
[junit4] 2> 49517 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 49517 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43615_solr
[junit4] 2> 49521 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.Overseer Overseer (id=98874192068476934-127.0.0.1:43615_solr-n_0000000000) starting
[junit4] 2> 49529 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43615_solr
[junit4] 2> 49530 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 49536 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 49537 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 49537 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43615_solr]
[junit4] 2> 49537 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 49538 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 49540 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 49540 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 49541 DEBUG (ScheduledTrigger-198-thread-1) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:43615_solr]
[junit4] 2> 49550 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:37971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 49551 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:37971_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 49552 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:37971_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37971_solr
[junit4] 2> 49554 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 49555 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:37971_solr) [n:127.0.0.1:37971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 49575 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 49580 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 49580 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 49581 INFO (jetty-launcher-56-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_580951F8DD1868FC-001/tempDir-001/node2/.
[junit4] 2> 49597 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:37971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37971.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 49602 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:37971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37971.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 49603 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:37971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37971.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 49604 INFO (jetty-launcher-56-thread-1) [n:127.0.0.1:37971_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_580951F8DD1868FC-001/tempDir-001/node1/.
[junit4] 2> 49624 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 49624 INFO (SUITE-TriggerIntegrationTest-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39415/solr ready
[junit4] 2> 49642 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 49642 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 49642 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 49642 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 49644 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 49644 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 49644 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 49669 INFO (qtp832330588-340) [n:127.0.0.1:43615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 49676 INFO (qtp832330588-340) [n:127.0.0.1:43615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 49694 INFO (qtp832330588-349) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 49694 INFO (qtp832330588-349) [n:127.0.0.1:43615_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39415/solr ready
[junit4] 2> 49709 INFO (qtp832330588-342) [n:127.0.0.1:43615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=3
[junit4] 2> 49733 INFO (qtp361688364-339) [n:127.0.0.1:37971_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 49734 DEBUG (qtp832330588-349) [n:127.0.0.1:43615_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 49736 INFO (qtp832330588-349) [n:127.0.0.1:43615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=51
[junit4] 2> 49736 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 49737 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43615_solr, 127.0.0.1:37971_solr]
[junit4] 2> 49737 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 49737 INFO (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 49738 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 49738 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 49738 DEBUG (ScheduledTrigger-198-thread-1) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:43615_solr, 127.0.0.1:37971_solr]
[junit4] 2> 49738 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@513ac72{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 49738 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1579074131
[junit4] 2> 49739 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 49739 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a862b99: rootName = solr_37971, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1aaa3123
[junit4] 2> 49743 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 49743 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@126c9ed0: rootName = solr_37971, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@695dfbe2
[junit4] 2> 49746 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 49746 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@398f97c0: rootName = solr_37971, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7b2badb6
[junit4] 2> 49747 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37971_solr
[junit4] 2> 49748 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 49748 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 49748 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:37971_solr) [n:127.0.0.1:37971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 49748 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 49748 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 49749 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@785d774f{/solr,null,UNAVAILABLE}
[junit4] 2> 50739 DEBUG (ScheduledTrigger-198-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:43615_solr]
[junit4] 2> 50739 DEBUG (ScheduledTrigger-198-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:37971_solr
[junit4] 2> 51672 INFO (OverseerCollectionConfigSetProcessor-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 51740 DEBUG (ScheduledTrigger-198-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:43615_solr]
[junit4] 2> 51741 DEBUG (ScheduledTrigger-198-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:37971_solr]
[junit4] 2> 51745 INFO (ScheduledTrigger-198-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 51748 DEBUG (AutoscalingActionExecutor-199-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14effb0ef7fbe540T4vgh6jip7s4iyhqtxy6axsvn",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1508700441901000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508700441901000000],
[junit4] 2> "_enqueue_time_":1508700442904000000,
[junit4] 2> "nodeNames":["127.0.0.1:37971_solr"]}}
[junit4] 2> 51759 INFO (qtp832330588-351) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 51760 INFO (qtp832330588-351) [n:127.0.0.1:43615_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39415/solr ready
[junit4] 2> 51766 INFO (qtp832330588-353) [n:127.0.0.1:43615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 51767 DEBUG (qtp832330588-351) [n:127.0.0.1:43615_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 51769 INFO (qtp832330588-351) [n:127.0.0.1:43615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 51769 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 51770 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:43615_solr]
[junit4] 2> 51770 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 51771 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 51771 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 52749 DEBUG (ScheduledTrigger-198-thread-1) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:43615_solr]
[junit4] 2> 53749 DEBUG (ScheduledTrigger-198-thread-1) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:43615_solr]
[junit4] 2> 53770 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 53789 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testContinueTriggersOnOverseerRestart
[junit4] 2> 53789 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 53789 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 53789 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 53790 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 53791 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 53791 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 53793 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 53795 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16c159f{/solr,null,AVAILABLE}
[junit4] 2> 53796 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@235ccd5{SSL,[ssl, http/1.1]}{127.0.0.1:33253}
[junit4] 2> 53796 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.Server Started @55529ms
[junit4] 2> 53796 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33253}
[junit4] 2> 53797 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 53797 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 53797 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 53797 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 53797 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T19:27:24.959Z
[junit4] 2> 53801 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 53809 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39415/solr
[junit4] 2> 53819 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 53820 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33253_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 53821 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33253_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33253_solr
[junit4] 2> 53822 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53822 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53823 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 53876 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33253.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 53884 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33253.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 53884 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33253_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33253.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 53885 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33253_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_580951F8DD1868FC-001/tempDir-001/node3/.
[junit4] 2> 53935 INFO (qtp974334697-409) [n:127.0.0.1:33253_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 53941 INFO (qtp974334697-409) [n:127.0.0.1:33253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 53947 INFO (qtp832330588-340) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 53947 INFO (qtp832330588-340) [n:127.0.0.1:43615_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39415/solr ready
[junit4] 2> 53957 INFO (qtp974334697-416) [n:127.0.0.1:33253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 53959 INFO (qtp832330588-342) [n:127.0.0.1:43615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 53960 DEBUG (qtp832330588-340) [n:127.0.0.1:43615_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53962 INFO (qtp832330588-340) [n:127.0.0.1:43615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 53962 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 53964 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43615_solr, 127.0.0.1:33253_solr]
[junit4] 2> 53964 DEBUG (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 53964 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 53965 INFO (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 53966 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 53966 DEBUG (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 53966 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@588aa911{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 53966 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=311182495
[junit4] 2> 53967 DEBUG (ScheduledTrigger-198-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 53967 DEBUG (ScheduledTrigger-198-thread-2) [n:127.0.0.1:43615_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43615_solr, 127.0.0.1:33253_solr]
[junit4] 2> 53967 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 53967 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3d04717c: rootName = solr_43615, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3aafdb1e
[junit4] 2> 53974 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 53974 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7de35449: rootName = solr_43615, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@695dfbe2
[junit4] 2> 53979 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 53979 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b0652fe: rootName = solr_43615, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7b2badb6
[junit4] 2> 53980 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43615_solr
[junit4] 2> 53981 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 53981 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 53981 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 53981 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 53982 INFO (zkCallback-69-thread-1-processing-n:127.0.0.1:43615_solr) [n:127.0.0.1:43615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 53983 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.Overseer Overseer (id=98874192068476934-127.0.0.1:43615_solr-n_0000000000) closing
[junit4] 2> 53983 INFO (OverseerStateUpdate-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43615_solr
[junit4] 2> 53983 WARN (OverseerAutoScalingTriggerThread-98874192068476934-127.0.0.1:43615_solr-n_0000000000) [n:127.0.0.1:43615_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 53985 DEBUG (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 53986 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33253_solr
[junit4] 2> 53987 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11506c00{/solr,null,UNAVAILABLE}
[junit4] 2> 53987 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.Overseer Overseer (id=98874192068476941-127.0.0.1:33253_solr-n_0000000002) starting
[junit4] 2> 53990 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 53991 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 53992 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 53992 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 53992 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 53992 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 53992 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 53993 INFO (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 53993 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 53993 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 53994 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 53994 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 54993 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 54995 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 54995 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 55994 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 55995 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 55995 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 56994 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 56995 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 56995 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 57995 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 57995 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 57995 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 58995 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 58996 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 58996 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 59995 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 59996 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 59996 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 60995 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 60996 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 60996 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 61996 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 61996 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 61996 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 62996 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 62996 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 62996 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 63989 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 63991 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52b0f8f4{/solr,null,AVAILABLE}
[junit4] 2> 63993 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a2ec934{SSL,[ssl, http/1.1]}{127.0.0.1:33451}
[junit4] 2> 63993 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.e.j.s.Server Started @65725ms
[junit4] 2> 63993 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33451}
[junit4] 2> 63993 ERROR (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 63994 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 63994 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 63994 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 63994 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T19:27:35.156Z
[junit4] 2> 63996 DEBUG (ScheduledTrigger-214-thread-3) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr]
[junit4] 2> 63996 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 63997 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr]
[junit4] 2> 63999 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 64010 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39415/solr
[junit4] 2> 64031 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 64033 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33451_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 64036 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33451_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33451_solr
[junit4] 2> 64038 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 64038 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 64039 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 64107 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 64113 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 64113 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33451_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33451.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 64114 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [n:127.0.0.1:33451_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_580951F8DD1868FC-001/tempDir-001/node4/.
[junit4] 2> 64996 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr, 127.0.0.1:33451_solr]
[junit4] 2> 64997 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 64997 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr, 127.0.0.1:33451_solr]
[junit4] 2> 64997 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:33451_solr at time 1508700456159000000
[junit4] 2> 65997 DEBUG (ScheduledTrigger-214-thread-1) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:33253_solr, 127.0.0.1:33451_solr]
[junit4] 2> 65997 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 65997 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr, 127.0.0.1:33451_solr]
[junit4] 2> 65997 DEBUG (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:33451_solr] added at times [1508700456159000000]
[junit4] 2> 65998 INFO (ScheduledTrigger-214-thread-4) [n:127.0.0.1:33253_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 65999 DEBUG (AutoscalingActionExecutor-215-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14effb1249d3b5c0T4vgh6jip7s4iyhqtxy6axsvp",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":1508700456159000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508700456159000000],
[junit4] 2> "_enqueue_time_":1508700457160000000,
[junit4] 2> "nodeNames":["127.0.0.1:33451_solr"]}}
[junit4] 2> 65999 INFO (TEST-TriggerIntegrationTest.testContinueTriggersOnOverseerRestart-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testContinueTriggersOnOverseerRestart
[junit4] 2> 66018 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 66018 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 66019 DEBUG (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 66019 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 66020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 66020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 66020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 66023 INFO (qtp974334697-414) [n:127.0.0.1:33253_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 66030 INFO (qtp974334697-414) [n:127.0.0.1:33253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 66040 INFO (qtp974334697-416) [n:127.0.0.1:33253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 66041 INFO (qtp974334697-416) [n:127.0.0.1:33253_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39415/solr ready
[junit4] 2> 66051 INFO (qtp974334697-411) [n:127.0.0.1:33253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 66087 INFO (qtp487830286-446) [n:127.0.0.1:33451_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 66087 DEBUG (qtp974334697-416) [n:127.0.0.1:33253_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 66089 INFO (qtp974334697-416) [n:127.0.0.1:33253_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=56
[junit4] 2> 66090 DEBUG (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 66090 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 66091 DEBUG (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:33253_solr, 127.0.0.1:33451_solr]
[junit4] 2> 66091 DEBUG (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 66091 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 66092 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 66092 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 66092 DEBUG (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 66093 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 66094 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 66094 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr, 127.0.0.1:33451_solr]
[junit4] 2> 66096 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2488749a{/solr,null,AVAILABLE}
[junit4] 2> 66097 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e8056{SSL,[ssl, http/1.1]}{127.0.0.1:41373}
[junit4] 2> 66098 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.e.j.s.Server Started @67830ms
[junit4] 2> 66098 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41373}
[junit4] 2> 66098 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 66098 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0
[junit4] 2> 66098 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 66098 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 66098 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T19:27:37.260Z
[junit4] 2> 66101 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 66112 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39415/solr
[junit4] 2> 66130 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [n:127.0.0.1:41373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 66131 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [n:127.0.0.1:41373_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 66133 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [n:127.0.0.1:41373_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41373_solr
[junit4] 2> 66134 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 66134 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 66134 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 66137 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:41373_solr) [n:127.0.0.1:41373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 66233 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [n:127.0.0.1:41373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 66239 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [n:127.0.0.1:41373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 66239 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [n:127.0.0.1:41373_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b6ab5a4
[junit4] 2> 66240 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [n:127.0.0.1:41373_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_580951F8DD1868FC-001/tempDir-001/node5/.
[junit4] 2> 67094 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 67094 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr, 127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 67095 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:41373_solr at time 1508700458257000000
[junit4] 2> 68025 INFO (OverseerCollectionConfigSetProcessor-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 68095 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 68096 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:33253_solr, 127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 68096 DEBUG (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:41373_solr] added at times [1508700458257000000]
[junit4] 2> 68096 INFO (ScheduledTrigger-214-thread-2) [n:127.0.0.1:33253_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 68096 DEBUG (AutoscalingActionExecutor-215-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14effb12c6e0a640T4vgh6jip7s4iyhqtxy6axsvr",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1508700458257000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508700458257000000],
[junit4] 2> "_enqueue_time_":1508700459258000000,
[junit4] 2> "nodeNames":["127.0.0.1:41373_solr"]}}
[junit4] 2> 68097 INFO (AutoscalingActionExecutor-215-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.ActionThrottle The last action attempt started 2097ms ago.
[junit4] 2> 68097 INFO (AutoscalingActionExecutor-215-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 2902ms
[junit4] 2> 70999 INFO (AutoscalingActionExecutor-215-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"14effb12c6e0a640T4vgh6jip7s4iyhqtxy6axsvr",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1508700458257000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508700458257000000],
[junit4] 2> "_enqueue_time_":1508700459258000000,
[junit4] 2> "nodeNames":["127.0.0.1:41373_solr"]}}
[junit4] 2> 71000 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@235ccd5{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 71000 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1538386421
[junit4] 2> 71000 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 71000 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50b305d0: rootName = solr_33253, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5dccefc5
[junit4] 2> 71004 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 71004 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37d34f4f: rootName = solr_33253, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@695dfbe2
[junit4] 2> 71007 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 71007 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@547e7cb1: rootName = solr_33253, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7b2badb6
[junit4] 2> 71008 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33253_solr
[junit4] 2> 71009 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 71009 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 71009 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 71009 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:33253_solr) [n:127.0.0.1:33253_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 71010 INFO (zkCallback-105-thread-1-processing-n:127.0.0.1:41373_solr) [n:127.0.0.1:41373_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 71010 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.Overseer Overseer (id=98874192068476941-127.0.0.1:33253_solr-n_0000000002) closing
[junit4] 2> 71010 INFO (OverseerStateUpdate-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33253_solr
[junit4] 2> 71010 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 71012 WARN (OverseerAutoScalingTriggerThread-98874192068476941-127.0.0.1:33253_solr-n_0000000002) [n:127.0.0.1:33253_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 71014 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 71015 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16c159f{/solr,null,UNAVAILABLE}
[junit4] 2> 71015 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33451_solr
[junit4] 2> 71016 INFO (zkCallback-96-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.Overseer Overseer (id=98874192068476945-127.0.0.1:33451_solr-n_0000000003) starting
[junit4] 2> 71019 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 71019 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 71019 INFO (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
[junit4] 2> 71020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 71020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
[junit4] 2> 71020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 71020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1
[junit4] 2> 71020 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 71021 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 71022 DEBUG (ScheduledTrigger-231-thread-1) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 71022 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 71023 INFO (ScheduledTrigger-231-thread-2) [n:127.0.0.1:33451_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 71025 DEBUG (AutoscalingActionExecutor-232-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"14effb12c6e0a640T4vgh6jip7s4iyhqtxy6axsvr",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1508700458257000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508700458257000000],
[junit4] 2> "_dequeue_time_":1508700462184000000,
[junit4] 2> "_enqueue_time_":1508700459258000000,
[junit4] 2> "nodeNames":["127.0.0.1:41373_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 71025 INFO (AutoscalingActionExecutor-232-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.a.TriggerIntegrationTest -- event: {
[junit4] 2> "id":"14effb12c6e0a640T4vgh6jip7s4iyhqtxy6axsvr",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":1508700458257000000,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508700458257000000],
[junit4] 2> "_dequeue_time_":1508700462184000000,
[junit4] 2> "_enqueue_time_":1508700459258000000,
[junit4] 2> "nodeNames":["127.0.0.1:41373_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 71026 DEBUG (ScheduledTrigger-231-thread-2) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 71026 DEBUG (ScheduledTrigger-231-thread-2) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 72022 DEBUG (ScheduledTrigger-231-thread-1) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 72027 DEBUG (ScheduledTrigger-231-thread-3) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 72027 DEBUG (ScheduledTrigger-231-thread-3) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 73023 DEBUG (ScheduledTrigger-231-thread-2) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 73027 DEBUG (ScheduledTrigger-231-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 73027 DEBUG (ScheduledTrigger-231-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 74023 DEBUG (ScheduledTrigger-231-thread-1) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 74027 DEBUG (ScheduledTrigger-231-thread-3) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 74027 DEBUG (ScheduledTrigger-231-thread-3) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 75024 DEBUG (ScheduledTrigger-231-thread-2) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 75027 DEBUG (ScheduledTrigger-231-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 75027 DEBUG (ScheduledTrigger-231-thread-4) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 76016 INFO (TEST-TriggerIntegrationTest.testEventQueue-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 76024 DEBUG (ScheduledTrigger-231-thread-1) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 76028 DEBUG (ScheduledTrigger-231-thread-3) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 76028 DEBUG (ScheduledTrigger-231-thread-3) [n:127.0.0.1:33451_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:41373_solr, 127.0.0.1:33451_solr]
[junit4] 2> 76043 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 76044 INFO (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[580951F8DD1868FC]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
[junit4] 2> 76044 DEBUG (zkCallback-96-thread-1-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 76045 DEBUG (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 76048 WARN (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.ScheduledTriggers Failed to remove events for removed trigger /autoscaling/events/.auto_add_replicas
[junit4] 2> java.util.NoSuchElementException: [org.apache.zookeeper.Op$Delete@3e00904c]
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.multi(ZkDistribStateManager.java:138)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.removeTriggerZKData(ScheduledTriggers.java:358)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.remove(ScheduledTriggers.java:337)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:197)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 76049 WARN (OverseerAutoScalingTriggerThread-98874192068476945-127.0.0.1:33451_solr-n_0000000003) [n:127.0.0.1:33451_solr ] o.a.s.c.a.ScheduledTriggers Failed to remove state for removed trigger /autoscaling/triggerState/node_added_trigger1
[junit4] 2> java.util.NoSuchElementException: /autoscaling/triggerState/node_added_trigger1
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.removeData(ZkDistribStateManager.java:114)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTrig
[...truncated too long message...]
ion/98874307595796483-core_node2-n_0000000000 (0)
[junit4] 1> /overseer_elect (2)
[junit4] 1> /overseer_elect/leader (0)
[junit4] 1> DATA:
[junit4] 1> {"id":"98874307595796483-127.0.0.1:35443_solr-n_0000000000"}
[junit4] 1> /overseer_elect/election (1)
[junit4] 1> /overseer_elect/election/98874307595796483-127.0.0.1:35443_solr-n_0000000000 (0)
[junit4] 1> /clusterstate.json (0)
[junit4] 1> DATA:
[junit4] 1> {}
[junit4] 1> /autoscaling (4)
[junit4] 1> /autoscaling/nodeAdded (0)
[junit4] 1> /autoscaling/nodeLost (0)
[junit4] 1> /autoscaling/triggerState (1)
[junit4] 1> /autoscaling/triggerState/.auto_add_replicas (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "lastLiveNodes":["127.0.0.1:35443_solr"],
[junit4] 1> "nodeNameVsTimeRemoved":{}}
[junit4] 1> /autoscaling/events (1)
[junit4] 1> /autoscaling/events/.auto_add_replicas (0)
[junit4] 1> /clusterprops.json (0)
[junit4] 1> DATA:
[junit4] 1> {'urlScheme':'https'}
[junit4] 1>
[junit4] 2> 2175936 INFO (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[580951F8DD1868FC]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSolrCloudWithKerberosAlt -Dtests.method=testBasics -Dtests.seed=580951F8DD1868FC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no-NO -Dtests.timezone=Pacific/Tongatapu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 368s J0 | TestSolrCloudWithKerberosAlt.testBasics <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([580951F8DD1868FC:65D1FFD4E5F6368C]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:136)
[junit4] > at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:124)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2175940 INFO (jetty-closer-529-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@779a42e5{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2175941 INFO (jetty-closer-529-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=68339404
[junit4] 2> 2175941 INFO (jetty-closer-529-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2175941 INFO (jetty-closer-529-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34432c63: rootName = solr_35443, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6b777934
[junit4] 2> 2175944 INFO (jetty-closer-529-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2175944 INFO (jetty-closer-529-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b77387: rootName = solr_35443, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@695dfbe2
[junit4] 2> 2175947 INFO (jetty-closer-529-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2175947 INFO (jetty-closer-529-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b5e9a2b: rootName = solr_35443, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7b2badb6
[junit4] 2> 2175947 INFO (jetty-closer-529-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35443_solr
[junit4] 2> 2175948 INFO (jetty-closer-529-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2175949 INFO (zkCallback-535-thread-4-processing-n:127.0.0.1:35443_solr) [n:127.0.0.1:35443_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 2175949 INFO (coreCloseExecutor-1540-thread-1) [n:127.0.0.1:35443_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4bcc04f3
[junit4] 2> 2175949 INFO (coreCloseExecutor-1540-thread-1) [n:127.0.0.1:35443_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1, tag=1271661811
[junit4] 2> 2175949 INFO (coreCloseExecutor-1540-thread-1) [n:127.0.0.1:35443_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2290df7a: rootName = solr_35443, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7a47f7a6
[junit4] 2> 2175954 INFO (coreCloseExecutor-1540-thread-1) [n:127.0.0.1:35443_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader, tag=1271661811
[junit4] 2> 2175958 INFO (jetty-closer-529-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98874307595796483-127.0.0.1:35443_solr-n_0000000000) closing
[junit4] 2> 2175958 WARN (OverseerAutoScalingTriggerThread-98874307595796483-127.0.0.1:35443_solr-n_0000000000) [n:127.0.0.1:35443_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2175958 INFO (OverseerStateUpdate-98874307595796483-127.0.0.1:35443_solr-n_0000000000) [n:127.0.0.1:35443_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35443_solr
[junit4] 2> 2175961 ERROR (Thread[Thread-556,5,TGRP-TestSolrCloudWithKerberosAlt]) [n:127.0.0.1:35443_solr ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
[junit4] 2> 2175969 INFO (jetty-closer-529-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@253699a0{/solr,null,UNAVAILABLE}
[junit4] 2> 2175969 ERROR (SUITE-TestSolrCloudWithKerberosAlt-seed#[580951F8DD1868FC]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2175970 INFO (SUITE-TestSolrCloudWithKerberosAlt-seed#[580951F8DD1868FC]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44555 44555
[junit4] 2> 2175989 INFO (Thread-546) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44555 44555
[junit4] 2> 2175989 WARN (Thread-546) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections/testkerberoscollection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_580951F8DD1868FC-001
[junit4] 2> Oct 22, 2017 8:02:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 4 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=no-NO, timezone=Pacific/Tongatapu
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=219327688,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestJavabinTupleStreamParser, AddBlockUpdateTest, SecurityConfHandlerTest, DateMathParserTest, TestMaxScoreQueryParser, SmileWriterTest, AtomicUpdatesTest, TestSizeLimitedDistributedMap, SearchHandlerTest, UpdateRequestProcessorFactoryTest, CachingDirectoryFactoryTest, TestEmbeddedSolrServerSchemaAPI, CollectionStateFormat2Test, SolrMetricsIntegrationTest, TestPhraseSuggestions, TriggerIntegrationTest, TestSolrJ, TestNumericRangeQuery32, TestMacroExpander, TestCodecSupport, TestPrepRecovery, BasicDistributedZkTest, TestDynamicFieldCollectionResource, TestSlowCompositeReaderWrapper, TestAuthenticationFramework, ComputePlanActionTest, SimpleFacetsTest, TestConfig, TestCrossCoreJoin, TestSha256AuthenticationProvider, TestCoreAdminApis, TestComplexPhraseLeadingWildcard, TestCollectionAPI, TestBinaryField, URLClassifyProcessorTest, QueryParsingTest, ClassificationUpdateProcessorTest, SolrPluginUtilsTest, TestDFRSimilarityFactory, TestSweetSpotSimilarityFactory, TestSolrCloudWithKerberosAlt]
[junit4] Completed [459/744 (2!)] on J0 in 369.35s, 1 test, 1 failure <<< FAILURES!
[...truncated 48203 lines...]
[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 647
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/647/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
5 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Error from server at https://127.0.0.1:44503/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44503/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([78DD5C07C29F341C:AC98175E25C987E7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:257)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth
Error Message:
Error from server at https://127.0.0.1:33351/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33351/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([78DD5C07C29F341C:846788333ABF85D6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:172)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithNodeReplacement(TestMiniSolrCloudClusterSSL.java:138)
at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslAndNoClientAuth(TestMiniSolrCloudClusterSSL.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration
Error Message:
Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:43749_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"http://127.0.0.1:37401/solr", "node_name":"127.0.0.1:37401_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"http://127.0.0.1:43749/solr", "node_name":"127.0.0.1:43749_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again
null
Live Nodes: [127.0.0.1:43749_solr]
Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/6)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testIntegration_shard1_replica_n1",
"base_url":"http://127.0.0.1:37401/solr",
"node_name":"127.0.0.1:37401_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"testIntegration_shard1_replica_n2",
"base_url":"http://127.0.0.1:43749/solr",
"node_name":"127.0.0.1:43749_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([78DD5C07C29F341C:C8BC522BE7A09539]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.TestSystemCollAutoCreate.testAutoCreate
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42165
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42165
at __randomizedtesting.SeedInfo.seed([78DD5C07C29F341C:4786E8D674E1FD71]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
FAILED: org.apache.solr.schema.TestCloudManagedSchema.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:33377/a_qz/za
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:33377/a_qz/za
at __randomizedtesting.SeedInfo.seed([78DD5C07C29F341C:F08963DD6C6359E4]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:637)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
... 43 more
Build Log:
[...truncated 12442 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/init-core-data-001
[junit4] 2> 603339 WARN (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 603339 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 603340 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 603341 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 603341 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001
[junit4] 2> 603341 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 603341 INFO (Thread-1626) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 603341 INFO (Thread-1626) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 603343 ERROR (Thread-1626) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 603441 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43009
[junit4] 2> 603454 INFO (jetty-launcher-2381-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 603455 INFO (jetty-launcher-2381-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 603476 INFO (jetty-launcher-2381-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76b1e8cf{/solr,null,AVAILABLE}
[junit4] 2> 603477 INFO (jetty-launcher-2381-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@159230d3{/solr,null,AVAILABLE}
[junit4] 2> 603480 INFO (jetty-launcher-2381-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27fbf866{HTTP/1.1,[http/1.1]}{127.0.0.1:43749}
[junit4] 2> 603480 INFO (jetty-launcher-2381-thread-2) [ ] o.e.j.s.Server Started @605052ms
[junit4] 2> 603480 INFO (jetty-launcher-2381-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43749}
[junit4] 2> 603480 ERROR (jetty-launcher-2381-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 603480 INFO (jetty-launcher-2381-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 603480 INFO (jetty-launcher-2381-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 603480 INFO (jetty-launcher-2381-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 603480 INFO (jetty-launcher-2381-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T14:29:48.613Z
[junit4] 2> 603481 INFO (jetty-launcher-2381-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15261bc4{HTTP/1.1,[http/1.1]}{127.0.0.1:37401}
[junit4] 2> 603481 INFO (jetty-launcher-2381-thread-1) [ ] o.e.j.s.Server Started @605053ms
[junit4] 2> 603481 INFO (jetty-launcher-2381-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37401}
[junit4] 2> 603481 ERROR (jetty-launcher-2381-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 603481 INFO (jetty-launcher-2381-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.2.0
[junit4] 2> 603481 INFO (jetty-launcher-2381-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 603481 INFO (jetty-launcher-2381-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 603481 INFO (jetty-launcher-2381-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-22T14:29:48.614Z
[junit4] 2> 603487 INFO (jetty-launcher-2381-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 603487 INFO (jetty-launcher-2381-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 603495 INFO (jetty-launcher-2381-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43009/solr
[junit4] 2> 603497 INFO (jetty-launcher-2381-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43009/solr
[junit4] 2> 603511 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 603512 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37401_solr
[junit4] 2> 603512 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.c.Overseer Overseer (id=98873022118363142-127.0.0.1:37401_solr-n_0000000000) starting
[junit4] 2> 603522 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37401_solr
[junit4] 2> 603522 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 603522 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 603525 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 603525 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 603525 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 603526 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 603529 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 603529 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 603529 DEBUG (ScheduledTrigger-3210-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:37401_solr]
[junit4] 2> 603540 INFO (jetty-launcher-2381-thread-2) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 603541 INFO (jetty-launcher-2381-thread-2) [n:127.0.0.1:43749_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 603542 INFO (jetty-launcher-2381-thread-2) [n:127.0.0.1:43749_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43749_solr
[junit4] 2> 603545 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 603545 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 603614 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 603621 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 603621 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 603622 INFO (jetty-launcher-2381-thread-1) [n:127.0.0.1:37401_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node1/.
[junit4] 2> 603622 INFO (jetty-launcher-2381-thread-2) [n:127.0.0.1:43749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43749.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 603639 INFO (jetty-launcher-2381-thread-2) [n:127.0.0.1:43749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43749.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 603640 INFO (jetty-launcher-2381-thread-2) [n:127.0.0.1:43749_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43749.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 603641 INFO (jetty-launcher-2381-thread-2) [n:127.0.0.1:43749_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node2/.
[junit4] 2> 603671 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 603671 INFO (SUITE-ExecutePlanActionTest-seed#[78DD5C07C29F341C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43009/solr ready
[junit4] 2> 603682 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[78DD5C07C29F341C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testExecute
[junit4] 2> 603683 DEBUG (zkCallback-2393-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 603683 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 603684 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 603684 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 603684 DEBUG (OverseerAutoScalingTriggerThread-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 603685 INFO (qtp836535431-7938) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 603686 INFO (OverseerThreadFactory-3212-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.CreateCollectionCmd Create collection testExecute
[junit4] 2> 603788 INFO (OverseerStateUpdate-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43749/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 603793 INFO (OverseerStateUpdate-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37401/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 603994 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 603994 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 603995 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 603995 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 604097 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 604097 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 604097 INFO (zkCallback-2392-thread-2-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 604097 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605000 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 605004 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema [testExecute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 605006 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 605006 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n1' using configuration from collection testExecute, trusted=true
[junit4] 2> 605006 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43749.solr.core.testExecute.shard1.replica_n1' (registry 'solr.core.testExecute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 605006 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 605006 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [[testExecute_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node2/testExecute_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node2/./testExecute_shard1_replica_n1/data/]
[junit4] 2> 605008 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 605011 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema [testExecute_shard1_replica_n2] Schema name=minimal
[junit4] 2> 605012 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 605012 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n2' using configuration from collection testExecute, trusted=true
[junit4] 2> 605012 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.core.testExecute.shard1.replica_n2' (registry 'solr.core.testExecute.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 605012 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 605012 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [[testExecute_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node1/testExecute_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node1/./testExecute_shard1_replica_n2/data/]
[junit4] 2> 605033 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 605033 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 605033 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 605033 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 605034 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a38e4ce[testExecute_shard1_replica_n1] main]
[junit4] 2> 605035 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 605035 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 605036 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 605037 INFO (searcherExecutor-3217-thread-1-processing-n:127.0.0.1:43749_solr x:testExecute_shard1_replica_n1 s:shard1 c:testExecute r:core_node3) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] Registered new searcher Searcher@5a38e4ce[testExecute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 605037 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581968355670097920
[junit4] 2> 605040 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 605051 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 605051 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 605052 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 605052 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 605053 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@166fef27[testExecute_shard1_replica_n2] main]
[junit4] 2> 605054 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 605055 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 605055 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 605056 INFO (searcherExecutor-3218-thread-1-processing-n:127.0.0.1:37401_solr x:testExecute_shard1_replica_n2 s:shard1 c:testExecute r:core_node4) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.SolrCore [testExecute_shard1_replica_n2] Registered new searcher Searcher@166fef27[testExecute_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 605056 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581968355690020864
[junit4] 2> 605140 INFO (zkCallback-2393-thread-3-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605140 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605140 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605140 INFO (zkCallback-2392-thread-2-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605540 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 605540 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 605540 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43749/solr/testExecute_shard1_replica_n1/
[junit4] 2> 605540 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=http://127.0.0.1:43749/solr START replicas=[http://127.0.0.1:37401/solr/testExecute_shard1_replica_n2/] nUpdates=100
[junit4] 2> 605541 INFO (qtp836535431-7931) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.S.Request [testExecute_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 605841 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testExecute_shard1_replica_n1 url=http://127.0.0.1:43749/solr DONE. We have no versions. sync failed.
[junit4] 2> 605841 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 605841 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 605841 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 605842 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43749/solr/testExecute_shard1_replica_n1/ shard1
[junit4] 2> 605943 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605943 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605943 INFO (zkCallback-2392-thread-2-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605943 INFO (zkCallback-2393-thread-3-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 605993 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 605994 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr c:testExecute s:shard1 r:core_node3 x:testExecute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n1&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1999
[junit4] 2> 606060 INFO (qtp836535431-7942) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testExecute_shard1_replica_n2&action=CREATE&numShards=1&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2065
[junit4] 2> 606061 INFO (qtp836535431-7938) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 606160 INFO (zkCallback-2393-thread-3-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 606160 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 606160 INFO (zkCallback-2392-thread-2-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 606160 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607061 INFO (qtp836535431-7938) [n:127.0.0.1:37401_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=testExecute&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3376
[junit4] 2> 607064 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[78DD5C07C29F341C]) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"14efead302b7bb40Tajkh95w2sshwm5noisihb0h29",
[junit4] 2> "source":"mock_trigger_name",
[junit4] 2> "eventTime":1508682592197000000,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1508682592197000000],
[junit4] 2> "nodeNames":["127.0.0.1:43749_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7062ba87, org.apache.solr.cloud.autoscaling.ExecutePlanActionTest$1@344ecb80]}
[junit4] 2> 607064 INFO (TEST-ExecutePlanActionTest.testExecute-seed#[78DD5C07C29F341C]) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:37401_solr&replica=core_node3
[junit4] 2> 607065 DEBUG (TEST-ExecutePlanActionTest.testExecute-seed#[78DD5C07C29F341C]) [ ] o.a.s.c.a.ExecutePlanAction Saved requestId: mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/0 in znode: /autoscaling/triggerState/mock_trigger_name/execute_plan/op-0000000000
[junit4] 2> 607066 INFO (qtp836535431-8004) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params async=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:37401_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 607067 INFO (qtp836535431-8004) [n:127.0.0.1:37401_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/0&replica=core_node3&action=MOVEREPLICA&collection=testExecute&targetNode=127.0.0.1:37401_solr&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 607067 INFO (qtp836535431-7931) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/0&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 607068 INFO (qtp836535431-7931) [n:127.0.0.1:37401_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/0&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 607069 INFO (OverseerThreadFactory-3212-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.MoveReplicaCmd Replica will be moved core_node3:{"core":"testExecute_shard1_replica_n1","base_url":"http://127.0.0.1:43749/solr","node_name":"127.0.0.1:43749_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 607069 INFO (OverseerCollectionConfigSetProcessor-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 607071 INFO (OverseerThreadFactory-3212-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37401_solr for creating new replica
[junit4] 2> 607072 INFO (OverseerStateUpdate-98873022118363142-127.0.0.1:37401_solr-n_0000000000) [n:127.0.0.1:37401_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"testExecute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testExecute_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37401/solr",
[junit4] 2> "node_name":"127.0.0.1:37401_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 607173 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607173 INFO (zkCallback-2392-thread-2-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607173 INFO (zkCallback-2393-thread-3-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607173 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607272 INFO (qtp836535431-7928) [n:127.0.0.1:37401_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601441723001972&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0
[junit4] 2> 607272 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CoreAdminOperation core create command async=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601441723001972&qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testExecute_shard1_replica_n5&action=CREATE&collection=testExecute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 607273 INFO (qtp836535431-7938) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601441723001972
[junit4] 2> 607273 INFO (qtp836535431-7938) [n:127.0.0.1:37401_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601441723001972&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 607278 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
[junit4] 2> 607282 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema [testExecute_shard1_replica_n5] Schema name=minimal
[junit4] 2> 607284 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 607284 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testExecute_shard1_replica_n5' using configuration from collection testExecute, trusted=true
[junit4] 2> 607284 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37401.solr.core.testExecute.shard1.replica_n5' (registry 'solr.core.testExecute.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4461121
[junit4] 2> 607284 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 607284 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [[testExecute_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node1/testExecute_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ExecutePlanActionTest_78DD5C07C29F341C-001/tempDir-001/node1/./testExecute_shard1_replica_n5/data/]
[junit4] 2> 607321 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 607321 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 607322 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 607322 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 607324 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@65ae7ce7[testExecute_shard1_replica_n5] main]
[junit4] 2> 607324 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 607325 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 607325 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 607326 INFO (searcherExecutor-3227-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.SolrCore [testExecute_shard1_replica_n5] Registered new searcher Searcher@65ae7ce7[testExecute_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 607326 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581968358070288384
[junit4] 2> 607329 INFO (parallelCoreAdminExecutor-3213-thread-1-processing-n:127.0.0.1:37401_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:testExecute_shard1_replica_n5
[junit4] 2> 607329 INFO (updateExecutor-2389-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 607329 INFO (recoveryExecutor-2390-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 607329 INFO (recoveryExecutor-2390-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 607330 INFO (recoveryExecutor-2390-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[testExecute_shard1_replica_n5]
[junit4] 2> 607330 INFO (recoveryExecutor-2390-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 607330 INFO (recoveryExecutor-2390-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [testExecute_shard1_replica_n5] as recovering, leader is [http://127.0.0.1:43749/solr/testExecute_shard1_replica_n1/] and I am [http://127.0.0.1:37401/solr/testExecute_shard1_replica_n5/]
[junit4] 2> 607331 INFO (recoveryExecutor-2390-thread-1-processing-x:testExecute_shard1_replica_n5 r:core_node6 mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601441723001972 CREATE n:127.0.0.1:37401_solr s:shard1 c:testExecute) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node6 x:testExecute_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43749/solr]; [WaitForState: action=PREPRECOVERY&core=testExecute_shard1_replica_n1&nodeName=127.0.0.1:37401_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 607332 INFO (qtp848213126-7943) [n:127.0.0.1:43749_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 607332 INFO (qtp848213126-7943) [n:127.0.0.1:43749_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=testExecute, shard=shard1, thisCore=testExecute_shard1_replica_n1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37401_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"testExecute_shard1_replica_n5","base_url":"http://127.0.0.1:37401/solr","state":"down","node_name":"127.0.0.1:37401_solr","type":"NRT"}
[junit4] 2> 607431 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607431 INFO (zkCallback-2392-thread-1-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607431 INFO (zkCallback-2392-thread-2-processing-n:127.0.0.1:43749_solr) [n:127.0.0.1:43749_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 607431 INFO (zkCallback-2393-thread-3-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 608274 INFO (qtp836535431-7934) [n:127.0.0.1:37401_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601441723001972
[junit4] 2> 608274 INFO (qtp836535431-7934) [n:127.0.0.1:37401_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601441723001972&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 608274 INFO (qtp848213126-7941) [n:127.0.0.1:43749_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=testExecute_shard1_replica_n1&async=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601442724993236&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=0
[junit4] 2> 608275 INFO (parallelCoreAdminExecutor-3214-thread-1-processing-n:127.0.0.1:43749_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601442724993236 UNLOAD) [n:127.0.0.1:43749_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=null
[junit4] 2> 608275 INFO (parallelCoreAdminExecutor-3214-thread-1-processing-n:127.0.0.1:43749_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601442724993236 UNLOAD) [n:127.0.0.1:43749_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6863595e: rootName = solr_43749, domain = solr.core.testExecute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testExecute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1d549ac0
[junit4] 2> 608275 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601442724993236
[junit4] 2> 608275 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601442724993236&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 608282 INFO (parallelCoreAdminExecutor-3214-thread-1-processing-n:127.0.0.1:43749_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601442724993236 UNLOAD) [n:127.0.0.1:43749_solr ] o.a.s.c.SolrCore [testExecute_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1f35059a
[junit4] 2> 608282 INFO (parallelCoreAdminExecutor-3214-thread-1-processing-n:127.0.0.1:43749_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601442724993236 UNLOAD) [n:127.0.0.1:43749_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testExecute.shard1.replica_n1, tag=523568538
[junit4] 2> 608283 INFO (parallelCoreAdminExecutor-3214-thread-1-processing-n:127.0.0.1:43749_solr mock_trigger_name//14efead302b7bb40Tajkh95w2sshwm5noisihb0h29//04601442724993236 UNLOAD) [n:127.0.0.1:43749_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testExecute.shard1.leader, tag=523568538
[junit4] 2> 608285 INFO (zkCallback-2393-thread-3-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr c:testExecute s:shard1 r:core_node4 x:testExecute_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 608386 INFO (zkCallback-2393-thread-2-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 608386 INFO (zkCallback-2393-thread-1-processing-n:127.0.0.1:37401_solr) [n:127.0.0.1:37401_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testExecute/state.json] for collection [testExecute] has occurred - updating... (live nodes size: [2])
[junit4] 2> 609277 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601442724993236
[junit4] 2> 609277 INFO (qtp848213126-7939) [n:127.0.0.1:43749_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=mock_trigger_name/14efead302b7bb40Tajkh95w2sshwm5noisihb0h29/04601442724993236&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 609380 INFO (OverseerThreadFacto
[...truncated too long message...]
ecurity.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:525)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.schema.TestCloudManagedSchema_78DD5C07C29F341C-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1748, maxMBSortInHeap=5.133549483787416, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-CS, timezone=America/St_Barthelemy
[junit4] 2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=132989888,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [AliasIntegrationTest, TestUnifiedSolrHighlighter, TestNumericTokenStream, CSVRequestHandlerTest, ConnectionReuseTest, TestCSVResponseWriter, HdfsCollectionsAPIDistributedZkTest, TestCustomSort, SolrCoreCheckLockOnStartupTest, DirectSolrSpellCheckerTest, MetricsConfigTest, TestFiltering, TestLMJelinekMercerSimilarityFactory, DisMaxRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, HdfsWriteToMultipleCollectionsTest, OverseerTest, HdfsBasicDistributedZkTest, TestManagedResourceStorage, SystemInfoHandlerTest, TestPerFieldSimilarityWithDefaultOverride, BlockJoinFacetSimpleTest, SolrMetricReporterTest, DistanceFunctionTest, TestValueSourceCache, TestCloudPseudoReturnFields, DirectSolrConnectionTest, FullSolrCloudDistribCmdsTest, MoveReplicaTest, DeleteNodeTest, CdcrVersionReplicationTest, CursorMarkTest, SortByFunctionTest, TestCopyFieldCollectionResource, DocValuesMissingTest, TestReload, RecoveryZkTest, FullHLLTest, TestSolrCloudWithDelegationTokens, TestIndexSearcher, DocValuesNotIndexedTest, TestConfigReload, LeaderElectionContextKeyTest, SpellPossibilityIteratorTest, LeaderElectionTest, TestHashPartitioner, TestManagedSynonymGraphFilterFactory, OutOfBoxZkACLAndCredentialsProvidersTest, TestPartialUpdateDeduplication, RequestLoggingTest, TestRandomCollapseQParserPlugin, TestCustomDocTransformer, CoreAdminHandlerTest, SuggesterTest, AutoscalingHistoryHandlerTest, RemoteQueryErrorTest, SimpleCollectionCreateDeleteTest, TestFunctionQuery, CollectionsAPIAsyncDistributedZkTest, SolrTestCaseJ4Test, DistributedFacetPivotLongTailTest, TestShardHandlerFactory, SimplePostToolTest, CdcrReplicationDistributedZkTest, HdfsThreadLeakTest, FieldMutatingUpdateProcessorTest, TestLegacyFieldCache, CustomCollectionTest, CdcrUpdateLogTest, ChangedSchemaMergeTest, ReturnFieldsTest, TestElisionMultitermQuery, BlockCacheTest, DeleteStatusTest, PKIAuthenticationIntegrationTest, TestClassicSimilarityFactory, BasicDistributedZk2Test, RequiredFieldsTest, TestUninvertingReader, TestEmbeddedSolrServerConstructors, TestSchemaSimilarityResource, TestDownShardTolerantSearch, TestStressUserVersions, TestLeaderElectionWithEmptyReplica, SuggestComponentContextFilterQueryTest, TestSolrQueryResponse, SolrSlf4jReporterTest, TestQueryTypes, ZkFailoverTest, HdfsDirectoryTest, TestRecoveryHdfs, HdfsAutoAddReplicasIntegrationTest, ReplicaListTransformerTest, CoreSorterTest, TestFieldTypeResource, DistributedFacetPivotWhiteBoxTest, TestDistributedGrouping, TestGraphMLResponseWriter, CoreMergeIndexesAdminHandlerTest, TestDynamicLoading, TestJsonRequest, TestCloudInspectUtil, TestCharFilters, TestSystemCollAutoCreate, TestExtendedDismaxParser, ChaosMonkeyNothingIsSafeTest, TestMultiValuedNumericRangeQuery, BigEndianAscendingWordSerializerTest, BadComponentTest, SolrIndexMetricsTest, TestUseDocValuesAsStored2, TestNestedDocsSort, RestartWhileUpdatingTest, SaslZkACLProviderTest, XsltUpdateRequestHandlerTest, TestTrie, PreAnalyzedUpdateProcessorTest, TestDistribIDF, AtomicUpdateProcessorFactoryTest, TestOnReconnectListenerSupport, AsyncCallRequestStatusResponseTest, DistributedSuggestComponentTest, CollectionsAPIDistributedZkTest, TestZkChroot, TestDistributedSearch, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestJoin, TestRangeQuery, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, TestLazyCores, TestBadConfig, ShowFileRequestHandlerTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestQueryUtils, TestWriterPerf, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, IndexSchemaTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestComponentsName, TestLFUCache, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, PluginInfoTest, PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestLRUCache, ZkNodePropsTest, SliceStateTest, UUIDFieldTest, DistributedIntervalFacetingTest, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, ForceLeaderTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RollingRestartTest, SolrXmlInZkTest, TestClusterProperties, TestConfigSetsAPI, TestLocalFSCloudBackupRestore, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestReplicaProperties, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, TestTlogReplica, SearchRateTriggerTest, HdfsRecoveryZkTest, ImplicitSnitchTest, RuleEngineTest, BlobRepositoryCloudTest, HdfsDirectoryFactoryTest, TestImplicitCoreProperties, TestInitParams, TestReloadAndDeleteDocs, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrXml, TestSolrCoreSnapshots, V2ApiIntegrationTest, PropertiesRequestHandlerTest, SegmentsInfoRequestHandlerTest, TestApiFramework, TestConfigsApi, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedQueryComponentOptimizationTest, TestHttpShardHandlerFactory, TestTrackingShardHandlerFactory, SolrJmxReporterTest, SolrShardReporterTest, SubstringBytesRefFilterTest, TestStreamBody, TestMacroExpander, TestMacros, JSONWriterTest, TestBinaryResponseWriter, TestExportWriter, TestChildDocTransformer, TestManagedResource, TestBulkSchemaAPI, TestCloudManagedSchema]
[junit4] Completed [744/744 (5!)] on J2 in 637.15s, 1 test, 1 error <<< FAILURES!
[...truncated 47222 lines...]